-- Logs begin at Thu 2022-10-13 03:42:03 UTC, end at Thu 2022-10-13 04:42:16 UTC. -- Oct 13 04:12:41.885907 dv-cinder-860997-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 04:12:44.545540 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:12:44.546126 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev76 Oct 13 04:12:44.546384 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 13 04:12:44.549621 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:12:44.549936 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev76 Oct 13 04:12:44.550197 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104354) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 13 04:12:44.551155 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:12:44.551393 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:12:44.551884 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:12:44.552139 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:12:44.552372 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:12:44.552699 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.553004 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.553241 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.553544 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.553843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.554131 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.554457 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.554762 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.555052 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.555335 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.555622 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.555854 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.556138 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.556428 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.556719 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.556945 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.557228 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.557666 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.558083 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.558391 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.558687 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.558971 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.559247 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.559525 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.559814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.560148 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] host = dv-cinder-860997-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.560430 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.560724 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.561017 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.561307 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.561586 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.561877 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.562156 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.562458 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.562735 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.563016 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.563309 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.563601 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.563894 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.564123 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.564350 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.564644 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.564947 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.565257 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.565662 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.565947 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.566247 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.566527 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.566804 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.567094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.567383 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.567673 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.567951 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.568231 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.568503 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.568777 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.569067 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.569343 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.569618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.569891 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.570183 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.570487 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.570763 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.571066 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.571357 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.571643 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.571932 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.572210 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.572498 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.572774 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.573048 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.573321 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.573593 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.573865 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.574151 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.574452 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.574733 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.575010 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.575283 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.575571 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.575845 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:44.576143 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.576443 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.576749 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.577035 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.577346 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.577629 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.577922 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.578218 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.578516 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.578810 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.579098 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.579379 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.579682 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.579973 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.580272 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.580582 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.581502 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.581801 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.582084 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.582391 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.582672 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.582953 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.583242 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.583522 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.583813 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.584106 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.584386 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.584688 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.584980 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.585273 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.585570 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.585864 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.586144 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.586455 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.586751 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.587033 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.587313 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.587605 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.587888 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.588164 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.588448 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.588743 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.589035 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.589312 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.589592 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.589885 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.590164 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.590461 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.590738 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.591018 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.591293 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.591579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.591859 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.592134 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.592409 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.592689 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.592965 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.593242 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.593521 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.593795 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.594073 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.594383 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.594660 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.594932 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.595210 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.595483 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.595757 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.596029 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.596386 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.597148 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.597424 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.597701 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.597978 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.598279 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.598568 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.598866 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.599145 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.599426 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.599705 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.599983 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.600262 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.600539 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.600815 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.601093 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.601369 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.601664 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.601950 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.602270 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.602814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.603114 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.603417 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.603700 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.603982 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.604263 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.604545 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.604825 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.605116 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.605398 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.605681 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.605968 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.606278 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.606579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.606875 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.607155 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.607452 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.607750 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.608044 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.608326 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.608636 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.608918 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:44.609137 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:12:44.609381 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 04:12:44.988246 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 13 04:12:44.988567 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 13 04:12:44.988836 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 13 04:12:44.989069 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 13 04:12:44.989348 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 13 04:12:44.989678 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 04:12:45.314899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.315224 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.315501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.316702 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.316982 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.317251 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.370699 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.370981 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.371254 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.387191 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.387481 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.387759 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.416443 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.416729 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.416999 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.453041 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.453323 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.453598 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.685509 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.686100 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.686100 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.687190 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.687899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.793207 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.793530 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.793816 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.794094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.794390 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.794709 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.794976 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.795238 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.795496 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.795782 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.796046 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.796316 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.796576 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.796831 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.797091 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.797359 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.797618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.797890 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.798166 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.798456 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.798734 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.798991 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.799276 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.800219 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.800480 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.800727 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.801131 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.801377 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.801618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.801856 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.802094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.802366 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:45.802735 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 04:12:45.805837 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 04:12:45.809832 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 04:12:45.813558 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 13 04:12:45.815893 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 04:12:45.816692 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 04:12:45.817032 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 04:12:45.817422 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 04:12:45.820226 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 04:12:45.820480 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 04:12:45.820833 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:12:45.825904 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 04:12:45.849211 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 04:12:45.849664 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.849967 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 13 04:12:45.850378 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.851732 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 04:12:45.852010 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:12:45.852257 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 04:12:45.864113 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.864388 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:45.935877 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 04:12:45.936057 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 04:12:45.936295 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 04:12:45.936665 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 04:12:45.989263 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO dbcounter [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Registered counter for database neutron Oct 13 04:12:46.008242 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_db.sqlalchemy.engines [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 04:12:46.013822 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG dbcounter [-] [104354] Writer thread running {{(pid=104354) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 04:12:46.561221 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing driver for type 'gre' Oct 13 04:12:46.561784 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] gre ID ranges: [(1, 1000)] Oct 13 04:12:46.620742 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing driver for type 'local' Oct 13 04:12:46.621077 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing driver for type 'vlan' Oct 13 04:12:46.635223 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] VlanTypeDriver initialization complete Oct 13 04:12:46.635578 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing driver for type 'vxlan' Oct 13 04:12:46.636114 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] vxlan ID ranges: [(1, 1000)] Oct 13 04:12:46.701104 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing extension driver 'port_security' Oct 13 04:12:46.701733 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.extensions.port_security [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] PortSecurityExtensionDriver initialization complete Oct 13 04:12:46.701733 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing mechanism driver 'openvswitch' Oct 13 04:12:46.702039 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing mechanism driver 'hyperv' Oct 13 04:12:46.709330 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.plugin [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:46.710018 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.710429 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.710801 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.711318 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.711754 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.712117 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.712473 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.712879 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.713291 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.713652 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.714003 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.714419 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.714827 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.715187 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.715538 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.715931 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.716341 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.716698 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.717046 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.717568 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.717985 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > address_group after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.718372 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > address_group after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.718726 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.719119 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 04:12:46.719570 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] ML2 OVO RPC backend initialized. {{(pid=104354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 13 04:12:46.720290 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.720656 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.721084 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.722099 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > networks before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.722652 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.723012 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > ports before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.723368 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.723722 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnets before_response 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.724083 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.724440 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.724791 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.725139 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.725488 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.725837 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.726184 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.726556 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.726903 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.735180 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded quota_driver: . Oct 13 04:12:46.735554 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.plugin [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Modular L2 Plugin initialization complete Oct 13 04:12:46.735913 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading services supported by the core plugin {{(pid=104354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 04:12:46.736269 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.plugins.ml2.managers [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Got port-security extension from driver 'port_security' Oct 13 04:12:46.736788 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.extensions.vlantransparent [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Disabled vlantransparent extension. Oct 13 04:12:46.737284 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 04:12:46.737623 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: router Oct 13 04:12:46.774395 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.774887 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.775276 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router before_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.775657 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.776053 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.776422 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.776788 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.777148 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.777568 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.777874 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.778261 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.778623 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.778999 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.779420 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.779806 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.780159 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.780505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: subnet after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.780863 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.781222 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.781582 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.781938 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.782311 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.782679 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router after_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.783032 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.783390 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_create 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.784399 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.784772 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_update 55549900 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.785145 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > agent after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.785538 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > agent after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.785866 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > network after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.786820 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Tracking information for resource: router configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:46.787164 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Tracking information for resource: floatingip configured {{(pid=104354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:12:46.792307 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.db.l3_agentschedulers_db [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 04:12:46.792905 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.793278 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.793648 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.794010 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: port after_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.794849 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router before_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.795220 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.795593 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_create 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.795960 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > router precommit_update 55550100 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.801758 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.provider_configuration [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service providers = [] {{(pid=104354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 04:12:46.802128 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.db.servicetype_db [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 04:12:46.805269 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:12:46.805626 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:12:46.805974 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:12:46.806907 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.services.service_base [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:12:46.807288 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.services.service_base [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 04:12:46.807682 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.808008 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 04:12:46.820879 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.821312 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: auto_allocate Oct 13 04:12:46.827438 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: network precommit_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.827821 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: network precommit_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.828361 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.828694 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: tag Oct 13 04:12:46.835501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.835839 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: timestamp Oct 13 04:12:46.839941 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.840278 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: network_ip_availability Oct 13 04:12:46.845944 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.846427 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.846811 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:46.847678 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.848007 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: flavors Oct 13 04:12:46.853039 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.853375 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading Plugin: revisions Oct 13 04:12:46.857864 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:12:46.858297 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=104354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 13 04:12:46.859066 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 13 04:12:46.859408 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Initializing extension manager. Oct 13 04:12:46.859942 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: __init__.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.860287 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: __pycache__ {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.860631 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.861554 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.862770 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: address-group Oct 13 04:12:46.863097 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.863781 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.864288 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: address-scope Oct 13 04:12:46.864616 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.865603 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.866114 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: router-admin-state-down-before-update Oct 13 04:12:46.866477 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: agent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.867160 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.867655 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: agent Oct 13 04:12:46.867985 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: agent_resources_synced.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.868857 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.869410 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: agent-resources-synced Oct 13 04:12:46.869746 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: allowedaddresspairs.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.871565 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.872082 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: allowed-address-pairs Oct 13 04:12:46.872415 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: auto_allocated_topology.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.873460 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.873978 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: auto-allocated-topology Oct 13 04:12:46.874368 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.875035 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.875545 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: availability_zone Oct 13 04:12:46.875873 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: availability_zone_filter.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.876760 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.877266 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: availability_zone_filter Oct 13 04:12:46.878153 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: data_plane_status.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.879055 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.879558 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 04:12:46.879886 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: default_subnetpools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.880783 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.881274 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: default-subnetpools Oct 13 04:12:46.881602 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.882427 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.882935 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: dhcp_agent_scheduler Oct 13 04:12:46.883260 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: dns.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.884140 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.884645 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension dns-integration not supported by any of loaded plugins Oct 13 04:12:46.884972 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: dns_domain_ports.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.885855 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.886390 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 04:12:46.886717 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.887706 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.888209 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 04:12:46.888537 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: dvr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.889180 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.889684 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: dvr Oct 13 04:12:46.890008 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: ecmp_routes.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.890927 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.891427 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 04:12:46.891751 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: empty_string_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.892616 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.893193 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: empty-string-filtering Oct 13 04:12:46.893525 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.894434 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.894935 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:12:46.895263 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.896155 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.896657 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 04:12:46.896986 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: external_net.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.897865 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.898409 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: external-net Oct 13 04:12:46.898738 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.899611 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.900115 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: extra_dhcp_opt Oct 13 04:12:46.900445 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: extraroute.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.901312 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.901816 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: extraroute Oct 13 04:12:46.902144 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: extraroute_atomic.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.903170 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.903678 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: extraroute-atomic Oct 13 04:12:46.904007 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: filter_validation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.904647 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.905148 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: filter-validation Oct 13 04:12:46.905473 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: fip_pf_description.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.906382 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.906880 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 04:12:46.907206 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: fip_pf_detail.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.908076 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.908579 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: floating-ip-port-forwarding-detail Oct 13 04:12:46.908950 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: fip_pf_port_range.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.909898 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.910425 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 13 04:12:46.910754 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: fip_port_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.911627 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.912138 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: fip-port-details Oct 13 04:12:46.912469 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.913660 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.914171 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: flavors Oct 13 04:12:46.914526 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.916162 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.916687 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 04:12:46.917028 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: floatingip_pools.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.917703 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.918240 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: floatingip-pools Oct 13 04:12:46.918579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: ip_allocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.919474 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.919979 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 04:12:46.920306 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.921209 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.921737 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: ip-substring-filtering Oct 13 04:12:46.922048 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l2_adjacency.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.922967 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.923477 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 04:12:46.923807 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.925435 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.925955 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: router Oct 13 04:12:46.926317 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.928796 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.929325 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:12:46.929665 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.930591 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.931148 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: ext-gw-mode Oct 13 04:12:46.931572 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.932461 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.932975 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: l3-ha Oct 13 04:12:46.933307 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.934197 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.934739 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 13 04:12:46.935071 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_flavors.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.935959 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.936471 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: l3-flavors Oct 13 04:12:46.936802 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.938149 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.938694 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 13 04:12:46.939031 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.939979 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.941183 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 04:12:46.941519 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: l3agentscheduler.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.942569 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.943082 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: l3_agent_scheduler Oct 13 04:12:46.943416 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: local_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.945153 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.945680 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension local_ip not supported by any of loaded plugins Oct 13 04:12:46.946025 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: logging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.947491 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.948018 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension logging not supported by any of loaded plugins Oct 13 04:12:46.948352 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: metering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.949063 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.949650 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: metering Oct 13 04:12:46.949979 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.951084 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.951655 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: metering_source_and_destination_fields Oct 13 04:12:46.951934 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: multiprovidernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.952827 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.953345 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: multi-provider Oct 13 04:12:46.953677 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: netmtu.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.954698 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.955211 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: net-mtu Oct 13 04:12:46.955591 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: netmtu_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.956672 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.957189 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: net-mtu-writable Oct 13 04:12:46.957522 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: network_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.958169 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.958702 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: network_availability_zone Oct 13 04:12:46.959033 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: network_ip_availability.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.960108 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.960614 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: network-ip-availability Oct 13 04:12:46.960944 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: network_segment_range.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.961690 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.962195 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 04:12:46.962543 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: pagination.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.963488 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.963823 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: pagination Oct 13 04:12:46.964150 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_device_profile.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.965023 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.965537 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-device-profile Oct 13 04:12:46.965873 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_mac_address_override.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.966792 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.967299 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-mac-override Oct 13 04:12:46.967628 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.968514 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.969026 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-mac-address-regenerate Oct 13 04:12:46.969358 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.970269 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.970780 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-numa-affinity-policy Oct 13 04:12:46.971140 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_resource_request.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.972027 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.972529 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 04:12:46.972861 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: port_resource_request_groups.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.973792 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.974334 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 13 04:12:46.974667 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: portbindings.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.975562 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.976079 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: binding Oct 13 04:12:46.976412 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: portbindings_extended.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.977899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.978436 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: binding-extended Oct 13 04:12:46.978772 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: portsecurity.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.979657 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.980290 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-security Oct 13 04:12:46.980620 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: project_id.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.981802 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.982144 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: project-id Oct 13 04:12:46.982507 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: providernet.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.983401 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.983919 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: provider Oct 13 04:12:46.984249 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.988659 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.989188 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos not supported by any of loaded plugins Oct 13 04:12:46.989528 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.990791 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.991318 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 04:12:46.991655 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.992549 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.993065 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 04:12:46.993402 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_default.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.994313 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.994834 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-default not supported by any of loaded plugins Oct 13 04:12:46.995168 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_fip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.996056 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.996575 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-fip not supported by any of loaded plugins Oct 13 04:12:46.996909 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.997791 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:46.998344 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 13 04:12:46.998679 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_gateway_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:46.999571 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.000314 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 04:12:47.000648 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_port_network_policy.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.001539 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.002052 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 04:12:47.002456 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.004052 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.004576 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 04:12:47.004910 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.006037 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.006589 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 13 04:12:47.006921 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_pps_rule.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.008063 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.008576 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-pps not supported by any of loaded plugins Oct 13 04:12:47.008906 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_rule_type_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.010159 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.010698 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 04:12:47.011025 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.011914 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.012421 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 13 04:12:47.012749 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: qos_rules_alias.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.013761 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.014304 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 04:12:47.014634 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: quota_check_limit.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.015521 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.016035 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: quota-check-limit Oct 13 04:12:47.016363 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: quotasv2.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.017322 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.017655 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: quotas Oct 13 04:12:47.018074 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: quotasv2_detail.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.019779 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.020120 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: quota_details Oct 13 04:12:47.020457 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: rbac.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.021495 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.022019 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: rbac-policies Oct 13 04:12:47.022392 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: rbac_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.023288 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.023821 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: rbac-address-group Oct 13 04:12:47.024370 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: rbac_address_scope.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.025118 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.025632 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: rbac-address-scope Oct 13 04:12:47.025977 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: rbac_security_groups.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.026906 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.027414 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: rbac-security-groups Oct 13 04:12:47.027744 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: rbac_subnetpool.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.028746 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.029270 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: rbac-subnetpool Oct 13 04:12:47.029600 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: revisionifmatch.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.030533 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.031043 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: revision-if-match Oct 13 04:12:47.031490 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: revisions.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.032538 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.033048 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: standard-attr-revisions Oct 13 04:12:47.033375 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: router_availability_zone.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.034634 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.035097 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: router_availability_zone Oct 13 04:12:47.035423 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: routerservicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.036351 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.037014 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension router-service-type not supported by any of loaded plugins Oct 13 04:12:47.037346 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.038281 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.038796 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: security-groups-normalized-cidr Oct 13 04:12:47.039160 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.040260 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.040893 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: port-security-groups-filtering Oct 13 04:12:47.041444 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.042779 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.043426 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: security-groups-remote-address-group Oct 13 04:12:47.043763 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.044768 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.045317 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: security-groups-shared-filtering Oct 13 04:12:47.045618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: securitygroup.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.056584 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.057142 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: security-group Oct 13 04:12:47.057487 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.058237 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.058753 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension segment not supported by any of loaded plugins Oct 13 04:12:47.059088 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.060040 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.060556 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 04:12:47.060885 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: servicetype.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.061974 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.062519 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: service-type Oct 13 04:12:47.062856 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: sorting.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.063821 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.064153 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: sorting Oct 13 04:12:47.064480 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: standard_attr_segment.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.065428 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.065974 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 04:12:47.066351 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: standardattrdescription.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.066991 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.067505 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: standard-attr-description Oct 13 04:12:47.067835 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: stateful_security_group.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.068739 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.069264 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: stateful-security-group Oct 13 04:12:47.069593 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: stdattrs_common.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.070157 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 04:12:47.070513 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.071413 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.071925 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 04:12:47.072256 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnet_onboard.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.073311 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.073832 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: subnet_onboard Oct 13 04:12:47.074172 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.075091 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.075602 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 04:12:47.075934 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnet_service_types.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.076843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.077351 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: subnet-service-types Oct 13 04:12:47.077680 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnetallocation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.078767 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.079277 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: subnet_allocation Oct 13 04:12:47.079608 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.080252 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.080887 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: subnetpool-prefix-ops Oct 13 04:12:47.081225 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.082153 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.082698 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 04:12:47.083026 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: tagging.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.084093 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.084611 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: standard-attr-tag Oct 13 04:12:47.084942 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: timestamp.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.086120 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.086667 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loaded extension: standard-attr-timestamp Oct 13 04:12:47.087004 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: trunk.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.087998 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.088513 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension trunk not supported by any of loaded plugins Oct 13 04:12:47.088881 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: trunk_details.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.089839 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.090395 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension trunk-details not supported by any of loaded plugins Oct 13 04:12:47.090728 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: uplink_status_propagation.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.091622 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.092137 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 04:12:47.092464 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Loading extension file: vlantransparent.py {{(pid=104354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:12:47.093113 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:12:47.093623 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 04:12:47.096921 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:network Oct 13 04:12:47.097498 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnet Oct 13 04:12:47.097916 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:12:47.098350 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:port Oct 13 04:12:47.100304 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.100769 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.101889 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.102720 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.103067 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:router Oct 13 04:12:47.103778 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:12:47.104585 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.107072 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:47.107685 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:47.108269 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:12:47.109842 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:12:47.110583 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:12:47.111286 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:12:47.112677 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.113276 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:12:47.113685 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] subnetpool is already registered Oct 13 04:12:47.114134 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.114495 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:12:47.114837 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] subnetpool is already registered Oct 13 04:12:47.117924 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.118413 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service FLAVORS assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.119381 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.119951 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.120298 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:router Oct 13 04:12:47.120654 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] router is already registered Oct 13 04:12:47.121082 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:12:47.121433 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] floatingip is already registered Oct 13 04:12:47.121905 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service METERING assigned prefix: /metering {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.122640 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:12:47.122980 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] rbac_policy is already registered Oct 13 04:12:47.123414 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:12:47.123759 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] security_group is already registered Oct 13 04:12:47.124191 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:12:47.124532 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] security_group_rule is already registered Oct 13 04:12:47.125049 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.125382 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:12:47.125721 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] subnetpool is already registered Oct 13 04:12:47.126151 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.v2.resource_helper [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Service CORE assigned prefix: {{(pid=104354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:12:47.126677 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:12:47.127280 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING neutron.quota.resource_registry [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] subnetpool is already registered Oct 13 04:12:47.127976 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: extensions {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.130302 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: address-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.132707 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: address-scopes {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.134960 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.137091 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: auto-allocated-topology {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.140881 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: availability_zones {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.142144 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: dhcp-networks {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.144332 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: dhcp-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.146241 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.148236 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: flavors {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.149429 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.150791 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: next_providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.152282 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: service_profiles {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.154501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: floatingip-pools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.156405 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.160060 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: floatingips {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.162183 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: l3-routers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.164708 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: l3-agents {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.167082 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: metering-labels {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.168397 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: metering-label-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.169751 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: network-ip-availabilities {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.171995 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: bindings {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.174033 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.176413 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: quotas {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.178099 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: rbac-policies {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.179365 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: security-groups {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.181305 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: security-group-rules {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.183269 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: service-providers {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.185332 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.187805 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: subnetpools {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.190530 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.193070 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.194894 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.197378 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.199637 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.201542 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.203453 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.205457 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.208155 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.210958 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron.api.extensions [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Extended resource: tags {{(pid=104354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:12:47.222244 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 04:12:47.228669 dv-cinder-860997-1-iscsi neutron-server[104354]: WARNING keystonemiddleware.auth_token [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 04:12:47.240837 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Acquiring lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 13 04:12:47.241360 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Acquired lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 13 04:12:47.242091 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_concurrency.lockutils [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Releasing lock "singleton_lock" {{(pid=104354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 13 04:12:47.243196 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Starting 2 workers Oct 13 04:12:47.248751 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Started child 104467 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:12:47.255135 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Started child 104468 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:12:47.255632 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.256730 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO neutron.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 04:12:47.257140 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [-] (104467) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:12:47.257377 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.259892 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Starting 1 workers Oct 13 04:12:47.260060 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.261441 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [-] (104468) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:12:47.266354 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Started child 104469 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:12:47.267198 dv-cinder-860997-1-iscsi neutron-server[104354]: INFO oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Starting 1 workers Oct 13 04:12:47.270010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] calling RpcWorker wait() {{(pid=104469) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 04:12:47.270552 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] returning from RpcWorker wait() {{(pid=104469) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 04:12:47.271821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.272291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.274297 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Started child 104470 {{(pid=104354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:12:47.275503 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG neutron_lib.callbacks.manager [None req-881df6f7-f3ff-470f-b64f-7fa40c238a2b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.277586 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:12:47.277800 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:12:47.277991 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:12:47.278252 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:12:47.278593 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:12:47.278775 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:12:47.278956 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:12:47.279448 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.279528 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.279784 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.279890 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.280058 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.281466 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.281749 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.282010 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.282518 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.282894 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.283071 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.283240 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.283669 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.284005 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.284496 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.284844 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.285102 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.285354 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.285531 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.285783 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.286172 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.286533 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.286839 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.287110 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.287601 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.287862 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.288117 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.288359 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.288641 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.288902 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.289177 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.289425 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.289662 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.289925 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.290246 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.290485 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.290730 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.290967 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.291262 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.291517 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.292247 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-860997-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.292680 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.293117 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.293607 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.293874 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.294141 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.294643 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.294998 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.295472 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.295773 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.296021 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.296305 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.296697 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.297145 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.297498 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.297766 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.298133 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.298603 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.299044 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.299376 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.299655 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.299931 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.300353 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.300628 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.301010 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.301391 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.301767 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.302110 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.302505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.302931 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.303283 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.303661 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.304012 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.304411 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.304834 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.305202 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.305466 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.305750 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.306001 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.306256 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.306513 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.306771 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.307023 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.307281 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.307505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.307757 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.308036 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.308312 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.308551 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.309002 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.309443 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.309830 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.310752 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.311015 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.311308 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.311545 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.312043 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.312485 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.312794 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.313039 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.313283 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.313648 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.314038 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.314458 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.314703 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.315500 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.315735 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.316102 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.316637 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.316986 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.317254 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.317481 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.317943 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.318257 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.318591 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.318855 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.319116 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.319374 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.319613 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.319836 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.320096 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.320332 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.320645 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.320888 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.321198 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.321455 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.321708 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.322094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.322523 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.323011 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.323443 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.323682 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.323904 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.324304 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.324733 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.325370 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.325899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.326140 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.326673 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.327436 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.328078 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.328750 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.329490 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.330138 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.331339 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.331945 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.332521 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.333102 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.333469 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.333811 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.334441 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.335066 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.335523 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.336210 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.336865 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.337168 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.337427 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.337677 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.337955 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.338247 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.338706 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.339115 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.339371 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.339618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.339861 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.340105 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.340575 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.341689 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.342258 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.342886 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.343562 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.344019 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.344424 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.344799 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.345185 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.345566 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.345944 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.346796 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.347037 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.347261 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.347526 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.347754 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.347975 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.348196 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.348707 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.349084 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.349460 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.349855 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.350256 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.350662 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.350952 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.351342 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.351675 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.352124 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.352799 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.353209 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.353717 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.354095 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.354539 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.355112 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.355512 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.355933 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.356404 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.356833 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.357430 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.357718 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.357979 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.358633 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.359071 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.359433 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.359838 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.360214 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.360604 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.360994 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.361421 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.361832 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.362582 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.362967 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.363320 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.363759 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.364116 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.364498 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.364843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.365200 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.365590 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.365968 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.366366 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.366995 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.367427 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.367890 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.368233 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.368505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.368746 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.368995 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.369263 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.369553 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.369814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.370110 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.370378 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.370659 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.370963 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.371232 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.371505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.371753 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.372686 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.372971 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.373250 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.373530 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.373901 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.374383 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.374649 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.374901 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.375135 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.375284 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.375386 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.375625 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.375956 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.376216 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.376467 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.376689 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.376978 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.377231 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.377501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.377778 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.378027 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.378311 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.378579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.378814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.379036 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.379275 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.379512 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.379732 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.379975 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.380396 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.380828 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.381052 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.381274 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.381524 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.381744 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.382073 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.382500 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.383133 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.383453 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.383718 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.383938 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.384163 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.384540 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.384938 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.385355 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.385660 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.385881 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.386124 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.386443 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.386922 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.387332 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.387700 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.388069 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.388461 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.388858 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.389191 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.389611 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.389982 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.390363 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.390726 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.391091 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.391449 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.391823 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.392197 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.392560 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.392940 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.393870 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.394442 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.394844 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.395283 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.395581 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.396396 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.396805 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.397062 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.397296 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.397560 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.397792 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.398028 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.398277 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.398527 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.398774 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.399016 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.399247 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.399471 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.399699 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.399976 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.400513 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.400877 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.401285 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.401688 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.402088 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.402523 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.402843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.403085 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.403314 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.403543 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.403770 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.403997 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.404438 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.404766 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.405204 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.405568 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.406014 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.406358 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.406759 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.407162 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.407543 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.407959 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.408394 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.408843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.409215 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.409647 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.410029 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.410451 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.410865 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.411249 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.411616 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.411980 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.412205 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.412426 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.412660 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.412884 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.413103 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.413455 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.413673 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.413929 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.414112 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.414358 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.414565 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.414816 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.415030 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.415308 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.415537 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.416199 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.416199 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.416338 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.416493 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.416713 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.417002 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.417251 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.417496 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.417723 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.418037 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.418273 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.418516 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.418747 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.418991 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.419236 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.419505 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.419824 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.420107 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.420366 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.420640 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.420935 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.421196 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.421794 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.422016 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.422349 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.422698 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.422957 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.423217 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.423487 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.423732 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.423956 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.424195 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.424938 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.425321 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.425708 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.425988 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.426239 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.426493 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.426762 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.427059 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.427360 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.427753 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.428146 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.428519 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.428905 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.429193 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:12:47.429740 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:12:47.429903 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:12:47.430061 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:12:47.430264 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:12:47.430799 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:12:47.430973 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:12:47.431193 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.431360 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.431523 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.431684 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.431867 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432028 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432187 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432344 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432658 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432815 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.432971 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433129 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433285 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433442 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433597 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433753 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.433914 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434071 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434246 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434406 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434561 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] debug = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434716 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.434916 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435079 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435236 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435390 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435545 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435702 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.435857 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436012 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436167 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436323 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436478 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436633 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436788 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.436943 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437100 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437256 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437413 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host = dv-cinder-860997-1-iscsi {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437568 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437725 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.437879 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438034 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438189 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438368 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438524 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438681 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438837 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.438992 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.439148 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.439305 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.439461 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.439617 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.439772 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_options = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.440535 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.440717 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.440974 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.441303 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.441588 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.441871 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.442163 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.442416 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.442579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.442738 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.442896 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443055 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443211 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443367 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443524 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443681 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443836 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.443993 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444151 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444307 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444462 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444772 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.444929 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445084 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445240 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445395 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445550 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445706 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.445861 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446017 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446175 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446353 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446510 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446666 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.446823 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.447013 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.447170 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.447341 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.447551 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.447815 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.448094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.448355 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.448624 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.448899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.449183 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.449441 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_json = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.449726 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.450014 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.450334 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.450604 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.450892 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.451177 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.451459 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.451743 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.451999 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:12:47.452261 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.452499 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.452800 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.453094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.453376 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.453720 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.453956 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.454285 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.454583 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.454873 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.455179 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.455478 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.456279 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.456557 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.456855 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.457156 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.457451 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.457744 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.458034 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.458359 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.458647 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.458925 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.459237 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.459536 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.459828 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.460124 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.460412 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.460720 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.461003 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.461292 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.461605 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.461896 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.462187 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.462519 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.462809 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.463100 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.463401 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.463693 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.463990 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.464290 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.464590 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.464888 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.465187 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.465480 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.465772 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.466063 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.466389 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.466681 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.466967 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.467259 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.467541 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.467824 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.468116 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.468406 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.468683 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.468973 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.469271 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.469591 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.469891 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.470193 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.470490 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.470789 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.471000 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.471781 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.471965 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472131 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472295 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472458 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472635 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472795 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.472956 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473116 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473277 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473435 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473597 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473757 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.473916 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474078 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474256 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474418 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474578 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474736 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.474894 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475053 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475212 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475370 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475528 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475686 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.475843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476002 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476161 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476326 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476501 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476658 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476816 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.476973 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.477131 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.477289 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.477705 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.477872 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478010 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478167 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478346 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478504 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478664 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478821 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.478979 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479136 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479292 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479449 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479606 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479763 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.479920 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480077 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480234 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480397 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480553 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480711 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.480869 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481025 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481181 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481336 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481492 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481659 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481816 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.481976 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482134 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482328 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482496 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482655 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482812 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.482969 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483126 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483283 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483439 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483596 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483770 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.483899 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484056 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484225 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484382 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484539 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484696 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.484876 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485033 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485208 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485341 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485492 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485649 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485806 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.485963 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.486121 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.486300 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.486460 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.486618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.486807 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.487041 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.487327 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.487613 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.487781 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.487941 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488100 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488259 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488417 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488576 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488734 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.488909 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489047 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489205 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489362 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489519 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489677 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489835 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.489993 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490150 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490334 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490493 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490650 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490808 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.490965 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.491126 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.491284 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.491442 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.491599 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.491814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.492101 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.492390 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.492672 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.492953 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.493249 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.493539 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.493837 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.494125 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.494449 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.494743 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.495032 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.495326 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.495618 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.495927 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.496219 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.496506 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.496799 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.497094 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.497383 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.497676 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.497973 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.498303 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.498579 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.498851 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.499119 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.499380 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.499643 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.499917 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.500201 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.500490 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.500783 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.501078 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.501372 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.501663 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.501953 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.502269 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.502589 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.502873 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.503171 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.503458 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.503753 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.504051 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.504351 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.504639 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.504931 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.505241 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.505524 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.505825 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.506124 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.506454 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.506759 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.507066 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.507363 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.507637 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.507908 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.508191 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.508482 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.508725 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.508896 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509068 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509229 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509392 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509557 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509727 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.509893 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510053 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510222 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510395 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510555 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510723 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.510883 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511041 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511200 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511357 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511516 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511684 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.511843 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512001 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512157 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512314 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512473 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512639 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512799 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.512956 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513121 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513278 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513435 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513593 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513764 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.513921 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514083 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514265 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514426 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514582 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514743 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.514907 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515073 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515238 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515397 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515564 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515729 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.515897 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516055 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516218 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516389 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516545 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516702 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.516860 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517017 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517173 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517330 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517487 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517645 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517802 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.517959 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.518749 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519031 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519370 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519497 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519657 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519814 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.519972 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.520130 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.520289 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:12:47.520550 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:12:47.566629 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53486) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:12:47.573587 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048637 Oct 13 04:12:47.578075 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039101 Oct 13 04:12:56.690327 dv-cinder-860997-1-iscsi neutron-server[104354]: DEBUG dbcounter [-] [104354] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104354) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:12:58.811870 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0e29c-5c4f-4665-8847-e7264c9f1f5b None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:12:58.830947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writer thread running {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 04:12:58.908027 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0e29c-5c4f-4665-8847-e7264c9f1f5b None None] No non-hosted networks {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 04:12:58.916916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.agentschedulers_db [None req-28b0e29c-5c4f-4665-8847-e7264c9f1f5b None None] DHCP Agent not found on host dv-cinder-860997-1-iscsi {{(pid=104469) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 13 04:12:59.034533 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-314be9f6-cbd9-482f-81e6-588b28c75a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:00.417439 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writer thread running {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 04:13:01.068459 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f8fa4f42-99fb-48cc-b90e-bbf2e9bf67f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:01.095003 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca46cdff-9ea5-4924-bc94-67fe3406f96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:02.457186 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:02.670896 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53560) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:03.318638 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-b5c4e4f5-e527-434d-b206-47d4cf1f5a48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:03.319617 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-b5c4e4f5-e527-434d-b206-47d4cf1f5a48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:03.547166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-b5c4e4f5-e527-434d-b206-47d4cf1f5a48 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:13:03.563005 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b5c4e4f5-e527-434d-b206-47d4cf1f5a48 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8909543 Oct 13 04:13:03.737902 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.db.l3_hamode_db [None req-0896c4b5-ccea-4ca8-b27e-cebc8499e1ce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 04:13:03.823139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896c4b5-ccea-4ca8-b27e-cebc8499e1ce None None] Routers set() bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:13:03.823799 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896c4b5-ccea-4ca8-b27e-cebc8499e1ce None None] Router IDs set() for agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 13 04:13:04.053343 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:04.285287 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:04.285916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.286292 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.286664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.286981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.287286 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.287608 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.287930 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.288275 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.288598 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.288917 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.289265 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.289571 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.289900 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.290241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.292166 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:04.292573 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-860997-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:04.306751 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-860997-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:06.262732 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53596) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:06.586489 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:06.598634 dv-cinder-860997-1-iscsi neutron-server[104468]: ERROR stevedore.extension [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 13 04:13:06.680397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.policy [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:13:06.722733 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:06.723114 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING oslo_policy.policy [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:06.743097 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writer thread running {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 04:13:06.819266 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373333441', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373332949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373349494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373346231', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373352561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729373364220', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1831391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1831198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1018501'] for rbac-policy (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:06.888120 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:06.889297 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5fbe9711-f902-48f4-8c96-f13af934563e admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6255476 Oct 13 04:13:09.489753 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53606) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:09.812086 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:09.842078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Made reservation on behalf of eeec419e34e44c1f881179933c828d97 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:09.846420 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:09.865362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:09.973472 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks [] for security_group (d0acbc0e-9c69-4814-a411-4df890ff688f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:09.977090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d0acbc0e-9c69-4814-a411-4df890ff688f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:10.002771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:10.038776 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729370894803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (0453b09c-6c75-4f9a-84b9-96e3b1c37cc9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:10.039345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Unsubscribe: segment precommit_create {{(pid=104468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:13:10.039889 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Added segment 0453b09c-6c75-4f9a-84b9-96e3b1c37cc9 of type vlan for network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f Oct 13 04:13:10.056572 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d0acbc0e-9c69-4814-a411-4df890ff688f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:10.108177 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.108517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.108869 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.109216 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.109544 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.109865 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.110183 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.110526 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.110844 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.111316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.111634 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.111970 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.112289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.112602 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.112916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Tracked resource versions report: Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: pushed versions: Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: { 'AddressGroup': {'1.2'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Agent': {'1.1'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Log': {'1.0'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'NDPProxy': {'1.0'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Network': {'1.1'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Port': {'1.7'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'PortForwarding': {'1.3'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'QosPolicy': {'1.10'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroup': {'1.5'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SubPort': {'1.0'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Subnet': {'1.1'}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Trunk': {'1.1'}} Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: consumer versions: Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Agent': '1.1', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'ConntrackHelper': '1.0', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'LocalIPAssociation': '1.0', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Log': '1.0', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'NDPProxy': '1.0', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Network': '1.1', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Port': '1.7', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'PortForwarding': '1.3', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'QosPolicy': '1.10', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroup': '1.5', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroupRule': '1.2', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SubPort': '1.0', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Subnet': '1.1', Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Trunk': '1.1'}} Oct 13 04:13:10.114390 dv-cinder-860997-1-iscsi neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:13:10.147289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (94d3cc0a-2ce5-4b4e-b231-63bb29a3573f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:10.190648 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (94d3cc0a-2ce5-4b4e-b231-63bb29a3573f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:10.195597 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:10.196305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:10.289818 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7989445 Oct 13 04:13:10.321623 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7d861-da9f-491d-af82-12851592fc83 demo demo] Pushing event updated for resources: {'Network': ['ID=94d3cc0a-2ce5-4b4e-b231-63bb29a3573f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:10.335438 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:12.909511 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53618) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:13.314734 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:13.325135 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beffc8d-3ed1-4a33-8d9e-4c7952037d63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:13.326541 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2beffc8d-3ed1-4a33-8d9e-4c7952037d63 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/94d3cc0a-2ce5-4b4e-b231-63bb29a3573f HTTP/1.1" status: 200 len: 825 time: 0.4160497 Oct 13 04:13:13.353572 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2fecaadd-212f-41ef-b6d8-949903416251 demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6 HTTP/1.1" status: 200 len: 734 time: 0.0207992 Oct 13 04:13:13.362927 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:13.384205 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Made reservation on behalf of eeec419e34e44c1f881179933c828d97 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:13.386506 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:13.504096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:13.683970 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (978ce60d-d2be-47df-817f-b0b0b3b5b844), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:13.755800 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Pushing event updated for resources: {'Subnet': ['ID=978ce60d-d2be-47df-817f-b0b0b3b5b844,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:13.761450 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Checking segment: {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:13:13.761831 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Network hostable DHCP agents. Network: 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:13.784144 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:13.794938 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:13.799832 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:13.800448 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:13.806548 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb7025-8255-4818-ac5b-9dc3a5d420f2 None None] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:13:13.816560 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ce7a5f40-034e-4159-b669-999d9ef24d13 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4574373 Oct 13 04:13:14.086498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'project_id': 'eeec419e34e44c1f881179933c828d97', 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:13:14.087910 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:14.370033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Allocated IP 172.20.0.2 (94d3cc0a-2ce5-4b4e-b231-63bb29a3573f/978ce60d-d2be-47df-817f-b0b0b3b5b844/e81ae328-06e5-4f8c-ad06-35da0f783339) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:14.483844 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:14.647199 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks [] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:14.657466 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:14.738100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:14.744354 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:14.751132 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Pushing event updated for resources: {'Port': ['ID=e81ae328-06e5-4f8c-ad06-35da0f783339,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:14.754425 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:13:14.762634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.762984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.763338 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.763693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.764029 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.764357 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.764682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.765021 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.765331 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.765652 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.765976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.766348 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.766674 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.767053 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.767576 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Tracked resource versions report: Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: pushed versions: Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Log': {'1.0'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Network': {'1.1'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Port': {'1.7'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: consumer versions: Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Agent': '1.1', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Log': '1.0', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Network': '1.1', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Port': '1.7', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SubPort': '1.0', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Subnet': '1.1', Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Oct 13 04:13:14.769185 dv-cinder-860997-1-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:13:14.846851 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Attempting to bind port e81ae328-06e5-4f8c-ad06-35da0f783339 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:13:14.847509 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Attempting to bind port e81ae328-06e5-4f8c-ad06-35da0f783339 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:13:14.847663 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Attempting to bind port e81ae328-06e5-4f8c-ad06-35da0f783339 on network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:14.872122 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:14.895480 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:13:14.895838 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Checking segment: {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:13:14.896302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:14.896694 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Bound using segment: {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:13:14.897177 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Bound port: e81ae328-06e5-4f8c-ad06-35da0f783339, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:13:14.897633 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:14.959938 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] For port e81ae328-06e5-4f8c-ad06-35da0f783339, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:14.979700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] For port e81ae328-06e5-4f8c-ad06-35da0f783339, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=e81ae328-06e5-4f8c-ad06-35da0f783339,segment=NetworkSegment(0453b09c-6c75-4f9a-84b9-96e3b1c37cc9),segment_id=0453b09c-6c75-4f9a-84b9-96e3b1c37cc9)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:14.987668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:15.039242 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ee49-fac2-4925-89dc-b4f7d6539252 None None] Pushing event updated for resources: {'Port': ['ID=e81ae328-06e5-4f8c-ad06-35da0f783339,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.480097 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53630) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:16.805743 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-f5efb212-7647-4e31-a11b-47d162c0261d admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:13:16.806788 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f5efb212-7647-4e31-a11b-47d162c0261d admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258209 Oct 13 04:13:17.065393 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:17.070000 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:19.511421 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53642) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:19.841509 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-f4c24467-175f-4577-a416-6fbb6ee6def8 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:13:19.842535 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f4c24467-175f-4577-a416-6fbb6ee6def8 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3301346 Oct 13 04:13:21.961701 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device e81ae328-06e5-4f8c-ad06-35da0f783339 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:22.049613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port e81ae328-06e5-4f8c-ad06-35da0f783339 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:22.049940 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:22.050360 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port e81ae328-06e5-4f8c-ad06-35da0f783339 Oct 13 04:13:22.155222 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port e81ae328-06e5-4f8c-ad06-35da0f783339 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:22.155621 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:22.191353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port e81ae328-06e5-4f8c-ad06-35da0f783339, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=e81ae328-06e5-4f8c-ad06-35da0f783339,segment=NetworkSegment(0453b09c-6c75-4f9a-84b9-96e3b1c37cc9),segment_id=0453b09c-6c75-4f9a-84b9-96e3b1c37cc9)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:22.195592 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:22.244048 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=e81ae328-06e5-4f8c-ad06-35da0f783339,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:22.526166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53654) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:22.855726 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:22.881061 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (c0ef5600-600b-4311-bdc5-006fa83b17e0), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:22.882535 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (c0ef5600-600b-4311-bdc5-006fa83b17e0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.020845 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Publish callbacks [] for router_controller (c0ef5600-600b-4311-bdc5-006fa83b17e0), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.025445 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (c0ef5600-600b-4311-bdc5-006fa83b17e0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.043963 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.045139 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b4a9a246-8a77-4434-9101-62876dcd2264 demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5179815 Oct 13 04:13:23.089112 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5161481-e205-4446-bf95-147f72945d74 None None] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:13:23.226896 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e9dbd6f2-6dd4-4b6f-b238-9b32f94a1f0a None None] Provisioning complete for port e81ae328-06e5-4f8c-ad06-35da0f783339 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:23.227302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd6f2-6dd4-4b6f-b238-9b32f94a1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.227901 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e9dbd6f2-6dd4-4b6f-b238-9b32f94a1f0a None None] Attempt 1 to provision port e81ae328-06e5-4f8c-ad06-35da0f783339 Oct 13 04:13:23.231761 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:23.306984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e9dbd6f2-6dd4-4b6f-b238-9b32f94a1f0a None None] Current status of the port e81ae328-06e5-4f8c-ad06-35da0f783339 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:23.425291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-175dd17b-f283-41a4-a299-78bac2a8b2d6 None None] Provisioning complete for port e81ae328-06e5-4f8c-ad06-35da0f783339 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:23.425671 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-175dd17b-f283-41a4-a299-78bac2a8b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.426006 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-175dd17b-f283-41a4-a299-78bac2a8b2d6 None None] Attempt 1 to provision port e81ae328-06e5-4f8c-ad06-35da0f783339 Oct 13 04:13:23.499293 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-175dd17b-f283-41a4-a299-78bac2a8b2d6 None None] Current status of the port e81ae328-06e5-4f8c-ad06-35da0f783339 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:23.939211 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device e81ae328-06e5-4f8c-ad06-35da0f783339 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:23.984267 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port e81ae328-06e5-4f8c-ad06-35da0f783339 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:23.984664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:23.985004 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port e81ae328-06e5-4f8c-ad06-35da0f783339 Oct 13 04:13:24.022585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:24.064661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port e81ae328-06e5-4f8c-ad06-35da0f783339 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:25.674171 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 53662) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:26.189744 dv-cinder-860997-1-iscsi neutron-server[104467]: WARNING oslo_policy.policy [None req-4a2aa96c-2124-4608-a396-b4e77a22bd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:26.190357 dv-cinder-860997-1-iscsi neutron-server[104467]: WARNING oslo_policy.policy [None req-4a2aa96c-2124-4608-a396-b4e77a22bd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:26.410100 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [None req-4a2aa96c-2124-4608-a396-b4e77a22bd44 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:13:26.411864 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4a2aa96c-2124-4608-a396-b4e77a22bd44 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7353623 Oct 13 04:13:28.779217 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4d10fa53-74ab-4f52-9bd5-5929ed13e5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.043487 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 53676) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:29.365764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:29.378547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writer thread running {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 04:13:29.384248 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:29.420862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Made reservation on behalf of 8ba823f313144da3b683bacef8fd62e0 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:29.430989 dv-cinder-860997-1-iscsi neutron-server[104467]: ERROR stevedore.extension [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 13 04:13:29.483532 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.policy [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104467) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:13:29.527894 dv-cinder-860997-1-iscsi neutron-server[104467]: WARNING oslo_policy.policy [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:29.528271 dv-cinder-860997-1-iscsi neutron-server[104467]: WARNING oslo_policy.policy [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:13:29.537959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.559486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.674494 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks [] for security_group (24f84f6a-3bcd-4edd-8053-f52f45abc06f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.678100 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (24f84f6a-3bcd-4edd-8053-f52f45abc06f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.690282 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Reserving flat network on physical network physnet1 {{(pid=104467) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 04:13:29.722909 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729370894803', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (8deca1e8-3fe2-4b6f-9dee-35abc26f34ec), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.723450 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Unsubscribe: segment precommit_create {{(pid=104467) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:13:29.723975 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Added segment 8deca1e8-3fe2-4b6f-9dee-35abc26f34ec of type flat for network 76bed822-7368-44a1-bf9b-427a2c86d1ad Oct 13 04:13:29.740533 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f84f6a-3bcd-4edd-8053-f52f45abc06f,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.792447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.792787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.793145 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.793482 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.793811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.794134 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.794490 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.794813 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.795150 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.795471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.795808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.796140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.796458 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.796773 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.797088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Tracked resource versions report: Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: pushed versions: Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: { 'AddressGroup': {'1.2'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Agent': {'1.1'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'ConntrackHelper': {'1.0'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Log': {'1.0'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'NDPProxy': {'1.0'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Network': {'1.1'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Port': {'1.7'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'PortForwarding': {'1.3'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'QosPolicy': {'1.10'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroup': {'1.5'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SubPort': {'1.0'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Subnet': {'1.1'}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Trunk': {'1.1'}} Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: consumer versions: Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Agent': '1.1', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'ConntrackHelper': '1.0', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'LocalIPAssociation': '1.0', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Log': '1.0', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'NDPProxy': '1.0', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Network': '1.1', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Port': '1.7', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'PortForwarding': '1.3', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'QosPolicy': '1.10', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroup': '1.5', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroupRule': '1.2', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SubPort': '1.0', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Subnet': '1.1', Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Trunk': '1.1'}} Oct 13 04:13:29.799465 dv-cinder-860997-1-iscsi neutron-server[104467]: {{(pid=104467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:13:29.840779 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (76bed822-7368-44a1-bf9b-427a2c86d1ad), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.887592 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (76bed822-7368-44a1-bf9b-427a2c86d1ad), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.889042 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:29.889730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:29.974657 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9299796 Oct 13 04:13:30.000365 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636188a-02de-40e2-bf0e-b7fe1e8f5f78 admin admin] Pushing event updated for resources: {'Network': ['ID=76bed822-7368-44a1-bf9b-427a2c86d1ad,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.011768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:31.056895 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-674709dd-07b3-4c1e-8552-4f8d19d8adda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:32.362795 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:32.575452 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 53692) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:32.983992 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02382e0e-2dcf-4906-9093-efe676140732 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:32.985439 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-02382e0e-2dcf-4906-9093-efe676140732 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/978ce60d-d2be-47df-817f-b0b0b3b5b844 HTTP/1.1" status: 200 len: 849 time: 0.4089859 Oct 13 04:13:33.031025 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=42,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:33.037586 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=57,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:33.148555 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-a7ba9d4b-e3c9-4ccf-b71d-be09dc8ad1dc demo admin] 10.222.0.27 "GET /networking/v2.0/routers/c0ef5600-600b-4311-bdc5-006fa83b17e0 HTTP/1.1" status: 200 len: 704 time: 0.1568244 Oct 13 04:13:33.429214 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:33.693567 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:33.695880 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:33.726131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Allocated IP 172.20.0.1 (94d3cc0a-2ce5-4b4e-b231-63bb29a3573f/978ce60d-d2be-47df-817f-b0b0b3b5b844/230d1a38-028f-4e3d-9871-66edea3fbde4) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:33.913819 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks [] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:33.974684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.009892 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.051697 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:34.059939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:34.069631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:13:34.070177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (c0ef5600-600b-4311-bdc5-006fa83b17e0), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.089645 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Pushing event updated for resources: {'Port': ['ID=230d1a38-028f-4e3d-9871-66edea3fbde4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.269627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.289157 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.291411 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-67c666e4-a07a-4eef-9a50-c7e5035aeb7a None None] Provisioning complete for port 230d1a38-028f-4e3d-9871-66edea3fbde4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:34.291790 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-67c666e4-a07a-4eef-9a50-c7e5035aeb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.292130 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-67c666e4-a07a-4eef-9a50-c7e5035aeb7a None None] Attempt 1 to provision port 230d1a38-028f-4e3d-9871-66edea3fbde4 Oct 13 04:13:34.324405 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-67c666e4-a07a-4eef-9a50-c7e5035aeb7a None None] Port 230d1a38-028f-4e3d-9871-66edea3fbde4 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:13:34.527464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks [] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.532278 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.533175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (c0ef5600-600b-4311-bdc5-006fa83b17e0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.614188 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Pushing event updated for resources: {'Port': ['ID=230d1a38-028f-4e3d-9871-66edea3fbde4,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.662055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:34.663385 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:34.704502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:34.789996 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:34.824506 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Router c0ef5600-600b-4311-bdc5-006fa83b17e0 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:13:34.847390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-18ebebcd-1225-444f-967a-23cdcb65a8d5 None None] Provisioning complete for port 230d1a38-028f-4e3d-9871-66edea3fbde4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:34.847865 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18ebebcd-1225-444f-967a-23cdcb65a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:34.848272 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-18ebebcd-1225-444f-967a-23cdcb65a8d5 None None] Attempt 1 to provision port 230d1a38-028f-4e3d-9871-66edea3fbde4 Oct 13 04:13:34.878835 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-18ebebcd-1225-444f-967a-23cdcb65a8d5 None None] Port 230d1a38-028f-4e3d-9871-66edea3fbde4 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:13:34.914641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:34.919846 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e593c53d-4825-4ed9-8ee1-78242e96511e demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/c0ef5600-600b-4311-bdc5-006fa83b17e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7659857 Oct 13 04:13:34.924890 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Sync routers for ids ['c0ef5600-600b-4311-bdc5-006fa83b17e0'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:34.939230 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Routers {'c0ef5600-600b-4311-bdc5-006fa83b17e0'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:13:34.940022 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:13:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['c0ef5600-600b-4311-bdc5-006fa83b17e0'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.126767 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Set router c0ef5600-600b-4311-bdc5-006fa83b17e0 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:13:35.545035 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:34Z', 'revision_number': 2, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port_host': None, '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:34Z', 'revision_number': 2, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:35.592692 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Checking router: c0ef5600-600b-4311-bdc5-006fa83b17e0 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:35.593060 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Updating router c0ef5600-600b-4311-bdc5-006fa83b17e0 port 230d1a38-028f-4e3d-9871-66edea3fbde4 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:35.647670 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.149815 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks [] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.156042 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.307121 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Attempting to bind port 230d1a38-028f-4e3d-9871-66edea3fbde4 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:13:36.307508 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Attempting to bind port 230d1a38-028f-4e3d-9871-66edea3fbde4 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:13:36.307939 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Attempting to bind port 230d1a38-028f-4e3d-9871-66edea3fbde4 on network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:36.316395 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Pushing event updated for resources: {'Port': ['ID=230d1a38-028f-4e3d-9871-66edea3fbde4,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.351961 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.352301 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.353172 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.353516 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.353843 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.354167 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.354513 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.354831 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.355152 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.355469 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.355786 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.356115 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.356432 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.356747 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.357070 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Tracked resource versions report: Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: pushed versions: Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Log': {'1.0'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Network': {'1.1'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Port': {'1.7'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: consumer versions: Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Agent': '1.1', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Log': '1.0', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Network': '1.1', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Port': '1.7', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SubPort': '1.0', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Subnet': '1.1', Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Oct 13 04:13:36.358537 dv-cinder-860997-1-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:13:36.409954 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:13:36.413333 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Checking segment: {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:13:36.413333 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.413333 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Bound using segment: {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:13:36.413333 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Bound port: 230d1a38-028f-4e3d-9871-66edea3fbde4, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0453b09c-6c75-4f9a-84b9-96e3b1c37cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:13:36.413333 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.475300 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:36.479577 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] For port 230d1a38-028f-4e3d-9871-66edea3fbde4, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:36.482317 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:36.502539 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] For port 230d1a38-028f-4e3d-9871-66edea3fbde4, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=230d1a38-028f-4e3d-9871-66edea3fbde4,segment=NetworkSegment(0453b09c-6c75-4f9a-84b9-96e3b1c37cc9),segment_id=0453b09c-6c75-4f9a-84b9-96e3b1c37cc9)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:36.508701 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:36.548651 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Routers {'c0ef5600-600b-4311-bdc5-006fa83b17e0'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:13:36.549274 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:13:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['c0ef5600-600b-4311-bdc5-006fa83b17e0'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:36.618568 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c7f29-8381-4ed9-bf45-a6e72fb40a69 None None] Pushing event updated for resources: {'Port': ['ID=230d1a38-028f-4e3d-9871-66edea3fbde4,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.644686 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] Set router c0ef5600-600b-4311-bdc5-006fa83b17e0 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:13:36.833957 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:34Z', 'revision_number': 2, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port_host': None, '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:36Z', 'revision_number': 4, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:36.858375 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050044e3-4172-47d7-8428-fa062650d9b2 None None] The sync data for ids ['c0ef5600-600b-4311-bdc5-006fa83b17e0'] in dv-cinder-860997-1-iscsi is: [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:34Z', 'revision_number': 2, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port_host': None, '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:36Z', 'revision_number': 4, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:37.540816 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 53706) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:37.932782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7a5ef-79ab-4b93-b3b9-c901194d38e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:37.934154 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-09b7a5ef-79ab-4b93-b3b9-c901194d38e6 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/76bed822-7368-44a1-bf9b-427a2c86d1ad HTTP/1.1" status: 200 len: 842 time: 0.3923917 Oct 13 04:13:37.944973 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:37.970790 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Made reservation on behalf of 8ba823f313144da3b683bacef8fd62e0 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:37.973224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:38.278873 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.objects.ports [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104467) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 13 04:13:38.279310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (042158a8-7194-4b74-9df1-dd33095bf171), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:38.334550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042158a8-7194-4b74-9df1-dd33095bf171,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:38.347575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:13:38.347931 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Network hostable DHCP agents. Network: 76bed822-7368-44a1-bf9b-427a2c86d1ad, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:38.370319 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:38.382415 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 76bed822-7368-44a1-bf9b-427a2c86d1ad) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:38.386366 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:38.386956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:38.391798 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5048c7-b3ef-45f4-96e8-d083c3a4c686 None None] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:13:38.404104 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7110da3a-72bb-4a64-8122-dd85d4c06661 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4625506 Oct 13 04:13:38.506124 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863989a2-47b8-4c28-af36-55eb704eb920 None None] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:13:41.099708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53714) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:41.607907 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b0e5acda-1b9a-4314-8b4a-cde5923c45b7 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/c0ef5600-600b-4311-bdc5-006fa83b17e0 HTTP/1.1" status: 200 len: 710 time: 0.5069437 Oct 13 04:13:41.733826 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec39600-c1e0-481b-b77a-324bc4ba9543 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:13:41.735489 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4ec39600-c1e0-481b-b77a-324bc4ba9543 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/76bed822-7368-44a1-bf9b-427a2c86d1ad HTTP/1.1" status: 200 len: 886 time: 0.1215553 Oct 13 04:13:41.744805 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:13:41.963912 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 230d1a38-028f-4e3d-9871-66edea3fbde4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:41.998299 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks [] for router_gateway (c0ef5600-600b-4311-bdc5-006fa83b17e0), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.013596 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 230d1a38-028f-4e3d-9871-66edea3fbde4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:42.014068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.014510 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 230d1a38-028f-4e3d-9871-66edea3fbde4 Oct 13 04:13:42.053600 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:42.095525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 230d1a38-028f-4e3d-9871-66edea3fbde4 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:42.095916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.130381 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 230d1a38-028f-4e3d-9871-66edea3fbde4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=230d1a38-028f-4e3d-9871-66edea3fbde4,segment=NetworkSegment(0453b09c-6c75-4f9a-84b9-96e3b1c37cc9),segment_id=0453b09c-6c75-4f9a-84b9-96e3b1c37cc9)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:42.134686 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.181979 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=230d1a38-028f-4e3d-9871-66edea3fbde4,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.227199 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks [] for router_gateway (c0ef5600-600b-4311-bdc5-006fa83b17e0), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.352205 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.508762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Allocated IP 172.27.1.148 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/f612fcda-9604-41d7-9754-77ef9ba1a228) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:42.618941 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks [] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.631019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:42.658878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:42.681196 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:42.752824 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:42.765981 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:42.770563 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:13:42.772398 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Pushing event updated for resources: {'Port': ['ID=f612fcda-9604-41d7-9754-77ef9ba1a228,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.040392 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks [] for router_gateway (c0ef5600-600b-4311-bdc5-006fa83b17e0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:43.223979 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4031'] for router (c0ef5600-600b-4311-bdc5-006fa83b17e0), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:43.228644 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-653275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-653266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650976'] for router (c0ef5600-600b-4311-bdc5-006fa83b17e0), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:43.332174 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Router c0ef5600-600b-4311-bdc5-006fa83b17e0 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:43.433524 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:43.438041 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:43.439253 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-40e348cd-6d3d-4ba2-8b5d-ec09608f53e3 demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/c0ef5600-600b-4311-bdc5-006fa83b17e0 HTTP/1.1" status: 200 len: 890 time: 1.6977704 Oct 13 04:13:43.447997 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Sync routers for ids ['c0ef5600-600b-4311-bdc5-006fa83b17e0'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:43.460684 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Routers {'c0ef5600-600b-4311-bdc5-006fa83b17e0'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:13:43.461397 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:13:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['c0ef5600-600b-4311-bdc5-006fa83b17e0'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:43.675125 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Set router c0ef5600-600b-4311-bdc5-006fa83b17e0 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:13:43.871730 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:43.958930 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 230d1a38-028f-4e3d-9871-66edea3fbde4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:44.096888 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 4, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port': {'id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:42Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 5, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:44.195576 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 230d1a38-028f-4e3d-9871-66edea3fbde4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:44.195971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.196348 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 230d1a38-028f-4e3d-9871-66edea3fbde4 Oct 13 04:13:44.238293 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Checking router: c0ef5600-600b-4311-bdc5-006fa83b17e0 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:44.238660 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Updating router c0ef5600-600b-4311-bdc5-006fa83b17e0 port f612fcda-9604-41d7-9754-77ef9ba1a228 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:13:44.303330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.436318 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 230d1a38-028f-4e3d-9871-66edea3fbde4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:44.601479 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:44.646282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks [] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.651477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.687094 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Attempting to bind port f612fcda-9604-41d7-9754-77ef9ba1a228 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:13:44.687464 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Attempting to bind port f612fcda-9604-41d7-9754-77ef9ba1a228 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:13:44.688367 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Attempting to bind port f612fcda-9604-41d7-9754-77ef9ba1a228 on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.721100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d226f-2940-4461-9616-7c9b4e551d5b None None] Pushing event updated for resources: {'Port': ['ID=f612fcda-9604-41d7-9754-77ef9ba1a228,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.738756 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:13:44.739131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:13:44.739531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.739919 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:13:44.740390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Bound port: f612fcda-9604-41d7-9754-77ef9ba1a228, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:13:44.740764 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.788901 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] For port f612fcda-9604-41d7-9754-77ef9ba1a228, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:44.792037 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] For port f612fcda-9604-41d7-9754-77ef9ba1a228, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=f612fcda-9604-41d7-9754-77ef9ba1a228,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:44.797072 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:44.836868 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Routers {'c0ef5600-600b-4311-bdc5-006fa83b17e0'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:13:44.837493 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:13:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['c0ef5600-600b-4311-bdc5-006fa83b17e0'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:44.885610 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d226f-2940-4461-9616-7c9b4e551d5b None None] Pushing event updated for resources: {'Port': ['ID=f612fcda-9604-41d7-9754-77ef9ba1a228,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.952776 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] Set router c0ef5600-600b-4311-bdc5-006fa83b17e0 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:13:44.981913 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:45.148068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 4, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port': {'id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:42Z', 'updated_at': '2022-10-13T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 5, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:45.173456 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4866f7b-eb52-439d-a117-b50124699921 None None] The sync data for ids ['c0ef5600-600b-4311-bdc5-006fa83b17e0'] in dv-cinder-860997-1-iscsi is: [{'id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'name': 'router1', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:13:22Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 4, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'gw_port': {'id': 'f612fcda-9604-41d7-9754-77ef9ba1a228', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:42Z', 'updated_at': '2022-10-13T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '230d1a38-028f-4e3d-9871-66edea3fbde4', 'name': '', 'network_id': '94d3cc0a-2ce5-4b4e-b231-63bb29a3573f', 'tenant_id': 'eeec419e34e44c1f881179933c828d97', 'mac_address': 'fa:16:3e:9a:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ef5600-600b-4311-bdc5-006fa83b17e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:13:33Z', 'updated_at': '2022-10-13T04:13:42Z', 'revision_number': 5, 'project_id': 'eeec419e34e44c1f881179933c828d97', 'subnets': [{'id': '978ce60d-d2be-47df-817f-b0b0b3b5b844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cce2aed-e8e6-4d3c-8eb3-b5b866fd47f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:45.976956 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device f612fcda-9604-41d7-9754-77ef9ba1a228 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:46.025537 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port f612fcda-9604-41d7-9754-77ef9ba1a228 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:46.025927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:46.026296 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port f612fcda-9604-41d7-9754-77ef9ba1a228 Oct 13 04:13:46.096096 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port f612fcda-9604-41d7-9754-77ef9ba1a228 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:46.096474 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:46.117187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port f612fcda-9604-41d7-9754-77ef9ba1a228, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=f612fcda-9604-41d7-9754-77ef9ba1a228,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:46.123840 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:46.169027 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=f612fcda-9604-41d7-9754-77ef9ba1a228,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:46.259188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 53726) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:13:46.655465 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-862cf9a5-12b0-4ade-8bfc-792df18e27e3 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3951540 Oct 13 04:13:46.832021 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=45 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:46.836935 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=36 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:47.969990 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device f612fcda-9604-41d7-9754-77ef9ba1a228 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:47.973196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:48.014614 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port f612fcda-9604-41d7-9754-77ef9ba1a228 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:13:48.015077 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (f612fcda-9604-41d7-9754-77ef9ba1a228), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:48.016934 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port f612fcda-9604-41d7-9754-77ef9ba1a228 Oct 13 04:13:48.098788 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port f612fcda-9604-41d7-9754-77ef9ba1a228 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:13:48.394745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=58,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:48.398524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:56.639044 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=69,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:56.652072 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:58.094167 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:58.096814 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=13 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:13:58.782576 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f774cea9-c318-42c9-bdee-1e87ed6eb3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:13:59.315577 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:01.060067 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-974a74b1-a088-4285-b646-a4b8167d157b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:02.367498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:04.021279 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:04.287079 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:09.311071 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:09.312003 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:14.014911 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:14.280081 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:28.792211 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-862d98d2-b151-40f4-bc62-1e655bb16bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:31.072448 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34268d68-dc39-499e-a29f-c27f467339e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:32.379328 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:34.022982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:34.289623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:14:36.314942 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:38.323471 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:44.017769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:44.285894 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:46.315971 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:57.315456 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:14:58.785898 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6762432f-3924-4f59-b642-29ae0abe26b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:01.065510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37e7d18e-fda9-47d0-9889-6dcb3ed616b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:02.370839 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:04.018821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:04.284495 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:12.013870 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54278) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:12.349476 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.pecan_wsgi.hooks.translation [None req-de406a2f-107e-4e41-8e07-e6c867b74cb6 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:15:12.350808 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-de406a2f-107e-4e41-8e07-e6c867b74cb6 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3359733 Oct 13 04:15:12.517764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484556b-2922-441a-92f6-9973cb7e7246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:12.519283 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4484556b-2922-441a-92f6-9973cb7e7246 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637259 Oct 13 04:15:13.314749 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:15:14.277573 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:14.280416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:15.097767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54288) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:15.464185 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f284b2-9118-4090-aeea-74bdbdbfa9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:15.465610 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-48f284b2-9118-4090-aeea-74bdbdbfa9dd admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/978ce60d-d2be-47df-817f-b0b0b3b5b844 HTTP/1.1" status: 200 len: 849 time: 0.3668087 Oct 13 04:15:15.475761 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:15:15.560686 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Publish callbacks [] for subnet (978ce60d-d2be-47df-817f-b0b0b3b5b844), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:15.766140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729370838191'] for subnet (978ce60d-d2be-47df-817f-b0b0b3b5b844), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:15.794862 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:15.795468 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:15.807612 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/978ce60d-d2be-47df-817f-b0b0b3b5b844 HTTP/1.1" status: 200 len: 868 time: 0.3353369 Oct 13 04:15:15.809252 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac923d88-69d0-47ab-bf46-fe8425744c76 None None] Network 94d3cc0a-2ce5-4b4e-b231-63bb29a3573f requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:15:15.834676 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=978ce60d-d2be-47df-817f-b0b0b3b5b844,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:15.842913 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.843263 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.843630 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.843978 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.844314 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.844647 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.844975 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.845304 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.845646 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.845977 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.846342 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.846687 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.847012 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.847334 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:15.847657 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410d2c1-f495-48a4-a98f-08df2bc923a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:16.181613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Provisioning complete for port 230d1a38-028f-4e3d-9871-66edea3fbde4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:15:16.182006 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (230d1a38-028f-4e3d-9871-66edea3fbde4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:16.182382 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Attempt 1 to provision port 230d1a38-028f-4e3d-9871-66edea3fbde4 Oct 13 04:15:16.255443 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Current status of the port 230d1a38-028f-4e3d-9871-66edea3fbde4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:15:16.263598 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Provisioning complete for port e81ae328-06e5-4f8c-ad06-35da0f783339 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:15:16.264010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e81ae328-06e5-4f8c-ad06-35da0f783339), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:16.264332 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Attempt 1 to provision port e81ae328-06e5-4f8c-ad06-35da0f783339 Oct 13 04:15:16.337282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-f215ed74-7609-46e6-a9b6-7833dcf93eba None None] Current status of the port e81ae328-06e5-4f8c-ad06-35da0f783339 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:15:18.365322 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54298) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:18.840906 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162c03a-9958-42c0-9559-51d549985bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:18.841476 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162c03a-9958-42c0-9559-51d549985bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:18.843040 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b162c03a-9958-42c0-9559-51d549985bd8 admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4767277 Oct 13 04:15:21.419108 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:21.829327 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff460d-008a-4662-9a9c-8005ac5ef2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:21.829798 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff460d-008a-4662-9a9c-8005ac5ef2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:21.831356 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-59ff460d-008a-4662-9a9c-8005ac5ef2bc admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4112954 Oct 13 04:15:22.513712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=14 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:22.515768 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:23.309900 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:23.311032 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:24.407925 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54314) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:24.806856 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705c1c8-afe1-4538-8bbf-e8b891a1e8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:24.808599 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e705c1c8-afe1-4538-8bbf-e8b891a1e8a3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/76bed822-7368-44a1-bf9b-427a2c86d1ad HTTP/1.1" status: 200 len: 886 time: 0.3997133 Oct 13 04:15:26.334001 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=35 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:26.336122 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=42 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:27.376388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54322) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:27.801812 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39075b-db0a-45d5-8b49-4f5ef6066cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:27.803241 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fc39075b-db0a-45d5-8b49-4f5ef6066cd7 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/94d3cc0a-2ce5-4b4e-b231-63bb29a3573f HTTP/1.1" status: 200 len: 869 time: 0.4259093 Oct 13 04:15:28.788274 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39b48187-7652-45eb-8f4f-d048bcd012f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:30.396102 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54330) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:30.728600 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:30.794805 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:30.800319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd6433-e6be-4595-8566-5d6b1a55898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:30.800774 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecd6433-e6be-4595-8566-5d6b1a55898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:30.802333 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0ecd6433-e6be-4595-8566-5d6b1a55898d admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4052708 Oct 13 04:15:31.066915 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aad0298-cd5b-4b6e-ac8d-8c19d63d049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:32.374506 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:33.365696 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54338) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:33.735417 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ce26f-7966-4c88-9d5d-6ddbacd20c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:33.735870 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ce26f-7966-4c88-9d5d-6ddbacd20c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:33.737350 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d75ce26f-7966-4c88-9d5d-6ddbacd20c45 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3706908 Oct 13 04:15:34.021622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:34.287161 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:15:36.302863 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54346) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:36.667616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1b2f7-317e-4a17-9a9b-9362ab8399b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:36.669047 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d0f1b2f7-317e-4a17-9a9b-9362ab8399b2 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/042158a8-7194-4b74-9df1-dd33095bf171 HTTP/1.1" status: 200 len: 816 time: 0.3652155 Oct 13 04:15:39.225190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54354) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:15:39.596534 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1021a-eae0-4cd1-8777-dc62bf74633d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:15:39.597861 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-dfa1021a-eae0-4cd1-8777-dc62bf74633d admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/978ce60d-d2be-47df-817f-b0b0b3b5b844 HTTP/1.1" status: 200 len: 868 time: 0.3718164 Oct 13 04:15:43.727423 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:43.730303 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:44.276196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:44.283133 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:49.591923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:49.593824 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=12 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:15:50.313979 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:15:58.790434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d6043f-4063-4219-a3db-169a730ed7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:00.308582 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=16 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:00.309348 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:01.070135 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-47c99e3b-86f8-4fd9-9a37-1b1fd7947ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:02.376353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:04.025907 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:04.292864 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:09.518063 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54410) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:16:09.846337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [None req-1e8e399d-fb17-4f6a-a345-7f76860c9507 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:16:09.847353 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1e8e399d-fb17-4f6a-a345-7f76860c9507 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3280523 Oct 13 04:16:12.517693 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54418) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:16:12.851799 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfa8369-5d67-4e96-bc0d-fd7b8fe8988b admin admin] GET failed (client error): The resource could not be found. Oct 13 04:16:12.853167 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fbfa8369-5d67-4e96-bc0d-fd7b8fe8988b admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3344917 Oct 13 04:16:12.939015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245494b0-fc2f-49c2-b1e8-8dddf939155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:16:12.940456 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-245494b0-fc2f-49c2-b1e8-8dddf939155d admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818267 Oct 13 04:16:14.286781 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:14.288709 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:15.514539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54426) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:16:15.836587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:16:15.858617 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Made reservation on behalf of 8ba823f313144da3b683bacef8fd62e0 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:15.860885 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:15.894670 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING neutron.services.revisions.revision_plugin [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Could not find related network for resource to bump revision. Oct 13 04:16:15.908147 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:15.918583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (52785a0b-2ba5-4827-b84a-6096887228aa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:15.918925 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Added segment 52785a0b-2ba5-4827-b84a-6096887228aa of type vlan for network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 Oct 13 04:16:15.959231 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:15.983362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:15.984380 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:16:15.984948 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:16.055180 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5394979 Oct 13 04:16:16.088069 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Pushing event updated for resources: {'Network': ['ID=2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.095974 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.096316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.096658 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.097016 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.097348 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.097680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.098006 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.098396 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.098725 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.099048 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.099399 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.099716 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.100035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.100352 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.100669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa13819b-3dba-4a38-bf8a-81a30802ee65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:16.112580 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:18.643003 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54434) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:16:18.977743 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5bddd9-2a1c-4161-9c02-66e796c1876d admin admin] GET failed (client error): The resource could not be found. Oct 13 04:16:18.979299 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7d5bddd9-2a1c-4161-9c02-66e796c1876d admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3354089 Oct 13 04:16:19.081113 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e29f3-1bcb-46fb-aa54-ce3253537815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:16:19.082570 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4c6e29f3-1bcb-46fb-aa54-ce3253537815 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0981207 Oct 13 04:16:19.092366 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:16:19.111765 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Made reservation on behalf of 8ba823f313144da3b683bacef8fd62e0 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:19.114242 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.279701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (c05f2b59-22a7-4ae0-850b-eacb5a845e42), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.334889 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05f2b59-22a7-4ae0-850b-eacb5a845e42,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.343417 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Checking segment: {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:16:19.343768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Network hostable DHCP agents. Network: 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:19.360357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:19.369324 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:19.374052 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:16:19.374680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.380258 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7de18-ecbc-449a-80cf-bbc9f5f7dcf8 None None] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:16:19.390722 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b6477332-788d-4868-bbe8-a11121e83533 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3016818 Oct 13 04:16:19.487813 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5', 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5', 'project_id': '8ba823f313144da3b683bacef8fd62e0', 'fixed_ips': [{'subnet_id': 'c05f2b59-22a7-4ae0-850b-eacb5a845e42'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:16:19.488772 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.632238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Allocated IP 192.168.233.2 (2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5/c05f2b59-22a7-4ae0-850b-eacb5a845e42/007cae4a-7139-491d-bfaf-57ec6ac77d2e) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:19.872970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks [] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.878825 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:19.920693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:19.923568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:19.927406 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:16:19.934290 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Pushing event updated for resources: {'Port': ['ID=007cae4a-7139-491d-bfaf-57ec6ac77d2e,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.960876 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.961220 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.961577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.961942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.962308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.962664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.962987 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.963307 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.963631 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.963975 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.964495 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.965090 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.965451 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.965773 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:19.966096 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:20.005595 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Attempting to bind port 007cae4a-7139-491d-bfaf-57ec6ac77d2e on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:16:20.005968 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Attempting to bind port 007cae4a-7139-491d-bfaf-57ec6ac77d2e by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:16:20.006366 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Attempting to bind port 007cae4a-7139-491d-bfaf-57ec6ac77d2e on network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:20.048172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:16:20.048526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Checking segment: {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:16:20.048927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:20.049345 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Bound using segment: {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:16:20.049803 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Bound port: 007cae4a-7139-491d-bfaf-57ec6ac77d2e, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:16:20.050285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:20.111633 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] For port 007cae4a-7139-491d-bfaf-57ec6ac77d2e, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:20.115282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] For port 007cae4a-7139-491d-bfaf-57ec6ac77d2e, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=007cae4a-7139-491d-bfaf-57ec6ac77d2e,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:20.121258 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:20.185121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87022e-82bf-459c-a592-6ca1c276a78c None None] Pushing event updated for resources: {'Port': ['ID=007cae4a-7139-491d-bfaf-57ec6ac77d2e,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.974641 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cc338-9f2b-4f74-bcb5-7f7b27b57221 None None] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:16:21.033727 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Provisioning complete for port 007cae4a-7139-491d-bfaf-57ec6ac77d2e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:16:21.034118 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:21.034488 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Attempt 1 to provision port 007cae4a-7139-491d-bfaf-57ec6ac77d2e Oct 13 04:16:21.039039 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:21.076017 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:21.164380 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Current status of the port 007cae4a-7139-491d-bfaf-57ec6ac77d2e is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:16:21.164846 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:21.202694 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] For port 007cae4a-7139-491d-bfaf-57ec6ac77d2e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=007cae4a-7139-491d-bfaf-57ec6ac77d2e,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:21.208400 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:21.267661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cffa8-4c65-4bf8-87fc-f71e1340870b None None] Pushing event updated for resources: {'Port': ['ID=007cae4a-7139-491d-bfaf-57ec6ac77d2e,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.333929 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-427fccd0-4a19-45e0-9b19-51a4029daa3b None None] Provisioning complete for port 007cae4a-7139-491d-bfaf-57ec6ac77d2e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:16:21.334309 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-427fccd0-4a19-45e0-9b19-51a4029daa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:21.334651 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-427fccd0-4a19-45e0-9b19-51a4029daa3b None None] Attempt 1 to provision port 007cae4a-7139-491d-bfaf-57ec6ac77d2e Oct 13 04:16:21.412129 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-427fccd0-4a19-45e0-9b19-51a4029daa3b None None] Current status of the port 007cae4a-7139-491d-bfaf-57ec6ac77d2e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:16:22.080624 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 007cae4a-7139-491d-bfaf-57ec6ac77d2e up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:22.126996 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 007cae4a-7139-491d-bfaf-57ec6ac77d2e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:16:22.127393 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (007cae4a-7139-491d-bfaf-57ec6ac77d2e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:22.127738 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 007cae4a-7139-491d-bfaf-57ec6ac77d2e Oct 13 04:16:22.204412 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 007cae4a-7139-491d-bfaf-57ec6ac77d2e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:16:22.936005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:22.936800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:27.313990 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:28.794747 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9cb9874f-fa53-4c50-8557-e11399e60198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:29.381136 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=68,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:29.383718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=70,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:31.072595 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f17940df-1a66-4431-8dc5-09beb236f2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:32.379648 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:34.030823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:34.287044 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:16:37.308772 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:37.309556 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:44.280793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:44.282677 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:16:58.796937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7bdae743-e42a-40ef-83ab-bbffcbc53024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:01.077291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-532219c4-a335-4c49-9c10-35648a0f55f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:02.383316 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:04.031911 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:04.289225 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:04.314619 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:06.316563 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:14.283774 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:14.285654 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:14.314573 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:28.803304 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2767213e-8134-4af0-837a-add7d67bf71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:31.080496 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1dc99c3c-2fc9-446f-ad34-f2a525832942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:32.312190 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:32.331169 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:32.384897 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:34.037246 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:34.199922 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54476) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:17:34.205636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [None req-67793d04-58e5-40cf-bdbc-23242c6bcc51 tempest-verify_tempest_config-871241310 tempest-verify_tempest_config-871241310-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:17:34.206630 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-67793d04-58e5-40cf-bdbc-23242c6bcc51 tempest-verify_tempest_config-871241310 tempest-verify_tempest_config-871241310-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057378 Oct 13 04:17:34.293157 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:34.711708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54494) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:17:35.040976 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.115378 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Publish callbacks [] for security_group (1111b963-80f2-4d45-b503-48ebe7f484f0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.119505 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1111b963-80f2-4d45-b503-48ebe7f484f0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.165083 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1111b963-80f2-4d45-b503-48ebe7f484f0,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.170486 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a7138f762b16473fb1b1de62028b8231&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4572709 Oct 13 04:17:35.173311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54498) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:17:35.174962 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.175397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.175760 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.176102 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.176431 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.176761 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.177084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.177409 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.177744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.178071 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.178430 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.178770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.179090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.179406 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.179719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c13dc-3f71-4cef-91d6-c2c17ccedb4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.236841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Publish callbacks [] for security_group (1111b963-80f2-4d45-b503-48ebe7f484f0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.256613 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Publish callbacks [] for security_group (1111b963-80f2-4d45-b503-48ebe7f484f0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.352630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1111b963-80f2-4d45-b503-48ebe7f484f0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.356240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:17:35.357482 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1111b963-80f2-4d45-b503-48ebe7f484f0 HTTP/1.1" status: 204 len: 168 time: 0.1830604 Oct 13 04:17:35.365307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1111b963-80f2-4d45-b503-48ebe7f484f0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.372187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.372469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.372837 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.373183 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.373519 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.373852 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.374182 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.374539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.374883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.375215 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.375544 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.375922 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.376258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.376588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:35.376908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037baae5-a7f5-4b6e-833f-48894414936c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:41.313073 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:45.163620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:45.168942 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:45.360663 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:45.368221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:45.390654 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:45.397016 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:57.148165 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=20 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:57.150037 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:17:58.795376 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe4e4-10b7-4f80-8c22-925fe1c43ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:01.084681 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1faf4383-549f-43a0-8a8b-3d843a9e9a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:02.386840 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:04.038867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:04.296805 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:14.290666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:14.293191 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:18.311580 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:18:28.307468 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:28.308311 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:28.796484 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-467e1f8f-560d-4984-9a73-70aa488c22de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:31.085889 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a73e5fb8-8a32-4338-a21c-0396144316e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:32.388804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:34.041554 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:34.298179 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:18:44.292883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:44.294844 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:18:55.309603 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 5 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:18:58.800148 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8627b16a-63b2-46dc-bc75-feac6c587f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:01.087147 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05fb2e71-f902-4efe-a57e-10434f64d046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:02.391491 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:04.044501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:04.300536 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:04.736770 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645595'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:05.305611 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:05.306425 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:14.729079 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:14.732017 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:17.739058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54594) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:19:17.863909 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b5e30df7-41e5-4de6-9275-c26df7cc118e admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1238518 Oct 13 04:19:20.332575 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54604) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:19:20.394407 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6c7716b1-dced-4d84-9cd7-f90b256b283f admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607584 Oct 13 04:19:27.856705 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:27.857670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:28.802358 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03fa2ee4-f7ee-4c24-8528-ccd84b1ef3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:30.387054 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:30.389345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:31.089645 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9b699b15-6b1b-4e19-bc6b-9fa429560bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:32.308215 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:32.393336 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:34.046954 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:34.303607 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:34.329391 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:34.728366 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:19:42.303529 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:44.722399 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:44.724243 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:57.144625 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:57.146459 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:19:58.804115 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fa59db42-4c73-49f1-b2bf-14b100f4dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:01.090665 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4154162e-cfed-462b-b89b-7ccac5b77a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:02.398447 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:04.050532 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:04.312244 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:04.729007 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:09.307176 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:14.717309 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:14.725030 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:19.302165 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:19.302961 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:28.806849 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82fe2714-e1d0-491c-8661-3e67abf1a7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:31.095086 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3fa48d94-7742-4f0e-b83f-4f70f0d0d7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:32.399724 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:34.053771 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:34.308685 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:34.731121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:44.724507 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:44.726632 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:46.307108 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:48.058241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54672) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:48.276787 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1149941373-network', 'tenant_id': '7397177414dd4ed5baed133cc89e7299'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:48.331196 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:48.334598 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.352904 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.520277 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks [] for security_group (2942ac93-33ab-415c-b053-f19faa0116f8), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.524367 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2942ac93-33ab-415c-b053-f19faa0116f8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.558611 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2942ac93-33ab-415c-b053-f19faa0116f8,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:48.560953 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:48.574986 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.575328 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.575669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.576000 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.576368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.576654 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.576991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.577387 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.577930 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.578144 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.578495 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.578818 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.579140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.579449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.579763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Tracked resource versions report: Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: pushed versions: Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: { 'AddressGroup': {'1.2'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Agent': {'1.1'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'ConntrackHelper': {'1.0'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Log': {'1.0'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'NDPProxy': {'1.0'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Network': {'1.1'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Port': {'1.7'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'PortForwarding': {'1.3'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'QosPolicy': {'1.10'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroup': {'1.5'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SubPort': {'1.0'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Subnet': {'1.1'}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Trunk': {'1.1'}} Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: consumer versions: Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: HyperV agent@hv-cinder-86099: {}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Agent': '1.1', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'ConntrackHelper': '1.0', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'LocalIPAssociation': '1.0', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Log': '1.0', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'NDPProxy': '1.0', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Network': '1.1', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Port': '1.7', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'PortForwarding': '1.3', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'QosPolicy': '1.10', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroup': '1.5', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SecurityGroupRule': '1.2', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'SubPort': '1.0', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Subnet': '1.1', Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: 'Trunk': '1.1'}} Oct 13 04:20:48.580917 dv-cinder-860997-1-iscsi neutron-server[104468]: {{(pid=104468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:20:48.586196 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (ceba04be-2c86-40bc-b1ea-0c9603f7889b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.586558 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Added segment ceba04be-2c86-40bc-b1ea-0c9603f7889b of type vlan for network 70d105db-93f5-4592-bb80-f58af13e321b Oct 13 04:20:48.628559 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (70d105db-93f5-4592-bb80-f58af13e321b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.676785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (70d105db-93f5-4592-bb80-f58af13e321b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.678184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:48.678792 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:48.831121 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7703843 Oct 13 04:20:48.831420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54728) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:48.836794 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Request body: {'subnet': {'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-subnet', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:48.847771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880cbbd-3612-4bbf-b852-26bf37c1eab2 admin admin] Pushing event updated for resources: {'Network': ['ID=70d105db-93f5-4592-bb80-f58af13e321b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:48.858741 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 70d105db-93f5-4592-bb80-f58af13e321b details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:48.883954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:48.886409 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.164520 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.234511 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.245229 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.245575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.245953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.246310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.246637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.246958 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.247274 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.247587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.247907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.248218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.248725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.249623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.250259 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.250611 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.251085 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Tracked resource versions report: Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: pushed versions: Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: { 'AddressGroup': {'1.2'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Agent': {'1.1'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'ConntrackHelper': {'1.0'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Log': {'1.0'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'NDPProxy': {'1.0'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Network': {'1.1'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Port': {'1.7'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'PortForwarding': {'1.3'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'QosPolicy': {'1.10'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroup': {'1.5'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SubPort': {'1.0'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Subnet': {'1.1'}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Trunk': {'1.1'}} Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: consumer versions: Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: HyperV agent@hv-cinder-86099: {}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Agent': '1.1', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'ConntrackHelper': '1.0', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'LocalIPAssociation': '1.0', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Log': '1.0', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'NDPProxy': '1.0', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Network': '1.1', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Port': '1.7', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'PortForwarding': '1.3', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'QosPolicy': '1.10', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroup': '1.5', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SecurityGroupRule': '1.2', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'SubPort': '1.0', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Subnet': '1.1', Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: 'Trunk': '1.1'}} Oct 13 04:20:49.252058 dv-cinder-860997-1-iscsi neutron-server[104467]: {{(pid=104467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:20:49.256311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:49.256777 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Network hostable DHCP agents. Network: 70d105db-93f5-4592-bb80-f58af13e321b, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:49.276767 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Network 70d105db-93f5-4592-bb80-f58af13e321b is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:49.286719 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 70d105db-93f5-4592-bb80-f58af13e321b) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:49.293818 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:49.294626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.299324 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94986512-4cfe-43cd-9b43-353d5c6b4c65 None None] Network 70d105db-93f5-4592-bb80-f58af13e321b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:49.317012 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5a667e87-b9e3-49b4-9168-56414833010d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4844842 Oct 13 04:20:49.317184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54756) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:49.321576 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:49.351388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (fad381ad-7267-425f-b56b-030cd4138f74), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.352787 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (fad381ad-7267-425f-b56b-030cd4138f74), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.429020 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for router_controller (fad381ad-7267-425f-b56b-030cd4138f74), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.472563 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-70d105db-93f5-4592-bb80-f58af13e321b', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:20:49.473843 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.587456 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for router_gateway (fad381ad-7267-425f-b56b-030cd4138f74), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.635873 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Allocated IP 172.20.0.2 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/91a9dff9-21ff-4200-b194-272ee76ea7c4) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:49.800002 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for router_gateway (fad381ad-7267-425f-b56b-030cd4138f74), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.804718 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks [] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.815044 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.830959 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:49.874893 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:49.880876 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:49.886403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:49.889443 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Pushing event updated for resources: {'Port': ['ID=91a9dff9-21ff-4200-b194-272ee76ea7c4,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.902589 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.902943 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.903487 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.903890 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.904402 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.904886 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.906090 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.906611 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.907126 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.907462 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.907789 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.908288 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.909082 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.909913 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.910499 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Tracked resource versions report: Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: pushed versions: Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Log': {'1.0'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Network': {'1.1'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Port': {'1.7'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: consumer versions: Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: HyperV agent@hv-cinder-86099: {}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Agent': '1.1', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Log': '1.0', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Network': '1.1', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Port': '1.7', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'SubPort': '1.0', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Subnet': '1.1', Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Oct 13 04:20:49.911965 dv-cinder-860997-1-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:20:49.914785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:49.987324 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Attempting to bind port 91a9dff9-21ff-4200-b194-272ee76ea7c4 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:49.988015 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Attempting to bind port 91a9dff9-21ff-4200-b194-272ee76ea7c4 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:49.988555 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Attempting to bind port 91a9dff9-21ff-4200-b194-272ee76ea7c4 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.005504 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Allocated IP 172.27.1.63 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/0bb6461d-aad9-4605-9956-bebdbf32603f) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:50.015487 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:50.043260 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:50.044034 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:50.044634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.045744 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:50.047544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Bound port: 91a9dff9-21ff-4200-b194-272ee76ea7c4, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:50.048678 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.124606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] For port 91a9dff9-21ff-4200-b194-272ee76ea7c4, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:50.128946 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] For port 91a9dff9-21ff-4200-b194-272ee76ea7c4, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=91a9dff9-21ff-4200-b194-272ee76ea7c4,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:50.137836 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.138317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.201795 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.232627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93229dad-1ad1-492f-b1a2-a7f2a29c769d None None] Pushing event updated for resources: {'Port': ['ID=91a9dff9-21ff-4200-b194-272ee76ea7c4,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:50.269566 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:50.273566 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:50.281858 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:50.331315 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Pushing event updated for resources: {'Port': ['ID=0bb6461d-aad9-4605-9956-bebdbf32603f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:50.578593 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for router_gateway (fad381ad-7267-425f-b56b-030cd4138f74), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.728318 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54824) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:50.806542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (fad381ad-7267-425f-b56b-030cd4138f74), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:50.989608 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Router fad381ad-7267-425f-b56b-030cd4138f74 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:20:50.996699 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.148989 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-network', 'tenant_id': '75387c76ea384e5c96a336751c613e6e'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:51.182724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54852) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:51.193614 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Made reservation on behalf of 75387c76ea384e5c96a336751c613e6e for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:51.196129 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.206727 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.253969 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54858) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:51.268294 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54864) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:51.295527 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:51.310190 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:51.329726 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:20:51.330909 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:20:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:51.331213 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.336821 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-823295a1-0585-49fb-8128-6446477521aa admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0183420 Oct 13 04:20:51.337463 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54868) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:51.343491 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks [] for security_group (b81723a0-abe7-4766-86b6-e7957a52b201), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.360608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1595028252-network', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:51.374457 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b81723a0-abe7-4766-86b6-e7957a52b201), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.477066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81723a0-abe7-4766-86b6-e7957a52b201,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:51.487883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba54717-2fe7-4f62-bf27-7cd84f3c4d72 None None] Network 70d105db-93f5-4592-bb80-f58af13e321b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:51.517724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:51.567588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.572111 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (e59363b1-2875-4916-bd0d-bf49120bf6ab), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.572719 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Added segment e59363b1-2875-4916-bd0d-bf49120bf6ab of type vlan for network 73173841-4fa1-43e4-b55e-5df3b82b728b Oct 13 04:20:51.592745 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.597384 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Made reservation on behalf of 2413ab4744c345bc94f68b6510ca3b44 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:51.610568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.616455 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.649383 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Provisioning complete for port 91a9dff9-21ff-4200-b194-272ee76ea7c4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:51.651430 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:20:51.651756 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.653718 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Attempt 1 to provision port 91a9dff9-21ff-4200-b194-272ee76ea7c4 Oct 13 04:20:51.732112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.799173 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (73173841-4fa1-43e4-b55e-5df3b82b728b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.818787 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-network', 'tenant_id': '0913f8eb06164012b366d62c553d261c'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:51.838036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (73173841-4fa1-43e4-b55e-5df3b82b728b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.839328 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:51.840900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.874492 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.902874 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-243801434-network', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:51.927103 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:51.932314 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] Pushing event updated for resources: {'Network': ['ID=73173841-4fa1-43e4-b55e-5df3b82b728b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:51.947404 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6ee1d6bd-ca35-4ed1-b9d8-266595483a99 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2172372 Oct 13 04:20:51.953654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54880) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:51.958949 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 73173841-4fa1-43e4-b55e-5df3b82b728b details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:51.963036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Request body: {'subnet': {'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-subnet', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:51.965791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Made reservation on behalf of 0913f8eb06164012b366d62c553d261c for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:51.973872 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:51.989436 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Made reservation on behalf of 73d6c8ffc0354e9d889b1abc471602ac for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:51.999016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Made reservation on behalf of 75387c76ea384e5c96a336751c613e6e for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:52.001134 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.003008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.043150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.125932 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.217853 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:50Z', 'revision_number': 3, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:52.272618 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:52.273160 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Updating router fad381ad-7267-425f-b56b-030cd4138f74 port 0bb6461d-aad9-4605-9956-bebdbf32603f binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:52.322529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:52.324092 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.349990 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.365673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 91a9dff9-21ff-4200-b194-272ee76ea7c4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:52.460330 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks [] for security_group (125fcdf4-3307-4976-a98c-5cc62c98b1c8), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.471314 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (4885d988-ffd0-4574-8271-1b6737d07d13), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.479965 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 91a9dff9-21ff-4200-b194-272ee76ea7c4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:52.482119 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.482498 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 91a9dff9-21ff-4200-b194-272ee76ea7c4 Oct 13 04:20:52.570081 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks [] for security_group (ead66181-cef2-4a64-94be-914ea2b63b34), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.572368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:52.579330 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (125fcdf4-3307-4976-a98c-5cc62c98b1c8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.594047 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:52.609871 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (f2ecf6e1-d4f5-4d60-846e-7babc764f2a7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.610623 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Added segment f2ecf6e1-d4f5-4d60-846e-7babc764f2a7 of type vlan for network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 Oct 13 04:20:52.625252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks [] for security_group (44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.628709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4885d988-ffd0-4574-8271-1b6737d07d13,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:52.669719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (80a6f545-b088-4d6c-b95e-6cedd0b72a59), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.702704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.714741 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ead66181-cef2-4a64-94be-914ea2b63b34), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.722468 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] For port 91a9dff9-21ff-4200-b194-272ee76ea7c4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=91a9dff9-21ff-4200-b194-272ee76ea7c4,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:52.726918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:52.727691 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.730457 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:52.735281 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:52.743828 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.746969 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (33289a2f-064b-4ad6-8e1e-6cffb43174ac), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.747537 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Added segment 33289a2f-064b-4ad6-8e1e-6cffb43174ac of type vlan for network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 Oct 13 04:20:52.756843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (a21668f4-8344-45a6-800c-f60e85c133ae), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.762820 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Added segment a21668f4-8344-45a6-800c-f60e85c133ae of type vlan for network 656e3a17-1f34-48c5-89e8-17cf546de72a Oct 13 04:20:52.824117 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (618621b6-9258-44fe-b6fb-530eb2b4c8f1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.854241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (80a6f545-b088-4d6c-b95e-6cedd0b72a59), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.856116 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:52.856862 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.862067 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (656e3a17-1f34-48c5-89e8-17cf546de72a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.878607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:52.879815 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (618621b6-9258-44fe-b6fb-530eb2b4c8f1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.881382 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:52.881873 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:52.882276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.885531 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Checking segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:52.885897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Network hostable DHCP agents. Network: 73173841-4fa1-43e4-b55e-5df3b82b728b, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:52.890753 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b74f4dfe-ed3a-4ab6-9cb1-7b1d24ca5e3f None None] Provisioning complete for port 91a9dff9-21ff-4200-b194-272ee76ea7c4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:52.891459 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b74f4dfe-ed3a-4ab6-9cb1-7b1d24ca5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:52.892002 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b74f4dfe-ed3a-4ab6-9cb1-7b1d24ca5e3f None None] Attempt 1 to provision port 91a9dff9-21ff-4200-b194-272ee76ea7c4 Oct 13 04:20:52.928643 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6592987 Oct 13 04:20:52.938319 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54918) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:52.955339 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Request body: {'subnet': {'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-243801434-subnet', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:52.964103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d14cb8-a6c3-4cf0-8883-b75d4e52d7b0 None None] Pushing event updated for resources: {'Port': ['ID=91a9dff9-21ff-4200-b194-272ee76ea7c4,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:52.985220 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.db.api [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 13 04:20:52.985823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG oslo_db.api [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:20:52.996555 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54922) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:53.000329 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7437773 Oct 13 04:20:53.000883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.011659 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Request body: {'subnet': {'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-subnet', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:53.018269 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Made reservation on behalf of 73d6c8ffc0354e9d889b1abc471602ac for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:53.020837 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.022884 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks [] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.031999 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.144264 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Pushing event updated for resources: {'Port': ['ID=0bb6461d-aad9-4605-9956-bebdbf32603f,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.169380 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.169813 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.170179 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.171462 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.171894 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.172965 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.173815 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.174508 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.175626 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.175977 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.176352 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.176759 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.179715 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.180083 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.180430 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Tracked resource versions report: Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: pushed versions: Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Log': {'1.0'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Network': {'1.1'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Port': {'1.7'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: consumer versions: Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: HyperV agent@hv-cinder-86099: {}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: L3 agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: Metadata agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: Metering agent@dv-cinder-860997-1-iscsi: {}, Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-860997-1-iscsi: { 'AddressGroup': '1.2', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Agent': '1.1', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Log': '1.0', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Network': '1.1', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Port': '1.7', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'SubPort': '1.0', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Subnet': '1.1', Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Oct 13 04:20:53.184950 dv-cinder-860997-1-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:20:53.195404 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Attempting to bind port 0bb6461d-aad9-4605-9956-bebdbf32603f on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:53.195783 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Attempting to bind port 0bb6461d-aad9-4605-9956-bebdbf32603f by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:53.196160 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Attempting to bind port 0bb6461d-aad9-4605-9956-bebdbf32603f on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:53.281811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (63435567-ec98-4c1f-b48a-9cd87c21e861), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.290579 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:53.301255 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:53.302032 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:53.302175 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.303055 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:53.304252 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Bound port: 0bb6461d-aad9-4605-9956-bebdbf32603f, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:53.305180 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.309353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4dfe-ed3a-4ab6-9cb1-7b1d24ca5e3f None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:53.315334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (656e3a17-1f34-48c5-89e8-17cf546de72a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.316740 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:53.317581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.361084 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:53.367109 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] For port 0bb6461d-aad9-4605-9956-bebdbf32603f, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:53.368847 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Pushing event updated for resources: {'Network': ['ID=80a6f545-b088-4d6c-b95e-6cedd0b72a59,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.373505 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] For port 0bb6461d-aad9-4605-9956-bebdbf32603f, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=0bb6461d-aad9-4605-9956-bebdbf32603f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:53.382720 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:53.389035 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.402530 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe077357-f701-4fde-aa21-52952a69a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fcdf4-3307-4976-a98c-5cc62c98b1c8,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.434239 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Made reservation on behalf of 0913f8eb06164012b366d62c553d261c for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:53.441948 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.460911 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead66181-cef2-4a64-94be-914ea2b63b34,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.511115 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:20:53.511878 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:20:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:53.526813 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 73173841-4fa1-43e4-b55e-5df3b82b728b) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:53.547557 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:53.548573 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.565258 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0dd53-fea2-4065-932c-e31cec0da0fd None None] Network 73173841-4fa1-43e4-b55e-5df3b82b728b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:53.576092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6016c4-7697-47d0-b038-67325c43615e admin admin] Pushing event updated for resources: {'Network': ['ID=618621b6-9258-44fe-b6fb-530eb2b4c8f1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.613183 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4282992 Oct 13 04:20:53.621661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:53.626524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54930) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:53.646736 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Request body: {'subnet': {'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1595028252-subnet', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:53.672923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.677016 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:20:53.773227 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:53.784859 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Checking segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:53.785322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Network hostable DHCP agents. Network: 80a6f545-b088-4d6c-b95e-6cedd0b72a59, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:53.800973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:53.823959 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7fc72f2a-534e-4d24-b45d-f97b165013c7 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8687744 Oct 13 04:20:53.827626 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54942) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:53.833789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63435567-ec98-4c1f-b48a-9cd87c21e861,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.847143 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:53.941159 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-73173841-4fa1-43e4-b55e-5df3b82b728b', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:20:53.942279 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.947210 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Made reservation on behalf of 2413ab4744c345bc94f68b6510ca3b44 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:53.949888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.957550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.961070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4d0d-903d-4577-8130-61cffd2c89f0 admin admin] Pushing event updated for resources: {'Network': ['ID=656e3a17-1f34-48c5-89e8-17cf546de72a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.963269 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:53.983497 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 656e3a17-1f34-48c5-89e8-17cf546de72a details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:54.091767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for router_controller (1663214b-7b91-42f2-9bb8-f794405ffa84), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.094982 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29d6da-1af3-493a-9ad3-e9b9a27a6d01 None None] Pushing event updated for resources: {'Port': ['ID=0bb6461d-aad9-4605-9956-bebdbf32603f,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.112099 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.130185 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:50Z', 'revision_number': 3, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:54.141352 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.169770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.204980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:54.209872 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9f5c8-6b7a-467e-9375-448841ab665b None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:50Z', 'revision_number': 3, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:54.244662 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 80a6f545-b088-4d6c-b95e-6cedd0b72a59) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:54.270037 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdea51-b9ff-4356-b4e0-470928c7e44e None None] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:54.278307 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.279904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 91a9dff9-21ff-4200-b194-272ee76ea7c4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:54.413857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:54.414803 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.461698 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (15b7130d-cdd4-468d-8bc7-b87ffd26b22c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.480622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for router_gateway (1663214b-7b91-42f2-9bb8-f794405ffa84), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.482037 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-a12df82b-603f-4ffe-a9b0-ca40ee8bdff4 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5319099 Oct 13 04:20:54.488095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 54966) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:54.493019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:54.537929 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Allocated IP 172.20.0.1 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/a164f37a-515a-4b07-a8e7-187a1fe09cb9) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:54.579349 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.582022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:54.582594 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Network hostable DHCP agents. Network: 618621b6-9258-44fe-b6fb-530eb2b4c8f1, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:54.583976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Allocated IP 172.20.0.2 (73173841-4fa1-43e4-b55e-5df3b82b728b/4885d988-ffd0-4574-8271-1b6737d07d13/c3524fa6-4bc9-4bd0-940f-dca080feabff) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:54.587106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b7130d-cdd4-468d-8bc7-b87ffd26b22c,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.590938 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 91a9dff9-21ff-4200-b194-272ee76ea7c4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:54.591425 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.591824 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 91a9dff9-21ff-4200-b194-272ee76ea7c4 Oct 13 04:20:54.618470 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.619557 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.665801 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:54.680066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (22f48e5a-e956-4183-92aa-e60c1cb12089), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.705565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 618621b6-9258-44fe-b6fb-530eb2b4c8f1) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:54.719944 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:54.738933 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:54.739895 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.777711 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:54.785923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f48e5a-e956-4183-92aa-e60c1cb12089,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:54.789160 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:20:54.790576 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.799560 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-91cccc0f-08f8-4635-83c1-9e52eb97945b admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8007746 Oct 13 04:20:54.802405 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54970) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:54.811416 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:54.838555 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb028f-a1f2-487f-8df1-e6930e6f2106 None None] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:54.857181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Checking segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:54.857552 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Network hostable DHCP agents. Network: 656e3a17-1f34-48c5-89e8-17cf546de72a, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:54.883953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (5cfdee45-821f-4899-a820-b1c891efe899), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.885115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (5cfdee45-821f-4899-a820-b1c891efe899), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:54.908714 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Network 656e3a17-1f34-48c5-89e8-17cf546de72a is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:54.954555 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 656e3a17-1f34-48c5-89e8-17cf546de72a) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:54.993675 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe97a7-a120-4974-9a42-b0a8b6dc0e38 None None] Network 656e3a17-1f34-48c5-89e8-17cf546de72a requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:20:54.994797 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:20:54.995392 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.046787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for router_controller (5cfdee45-821f-4899-a820-b1c891efe899), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.082568 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for router_controller (271a9a1c-dec5-49f9-b79e-b668497e5eb5), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.142488 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks [] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.173907 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-420fce2d-13b0-484e-8283-d144ae4c920c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5348175 Oct 13 04:20:55.180313 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 54980) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:55.207908 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:55.252451 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.299863 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:20:55.300850 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.361903 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Allocated IP 172.20.0.2 (80a6f545-b088-4d6c-b95e-6cedd0b72a59/63435567-ec98-4c1f-b48a-9cd87c21e861/712ba541-6e33-4a2f-8b0a-dfb633bae390) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:55.382088 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks [] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.396904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:55.423349 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.428767 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:55.432483 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-656e3a17-1f34-48c5-89e8-17cf546de72a', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:20:55.432713 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:55.433420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.504960 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for router_gateway (1663214b-7b91-42f2-9bb8-f794405ffa84), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.520671 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (fdda4221-d95b-4b51-b716-48be433987fc), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.522142 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (fdda4221-d95b-4b51-b716-48be433987fc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.569235 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for router_gateway (5cfdee45-821f-4899-a820-b1c891efe899), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.630264 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:55.638043 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.649190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:55.650079 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:55.682945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for router_controller (fdda4221-d95b-4b51-b716-48be433987fc), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.693402 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:55.694178 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (fad381ad-7267-425f-b56b-030cd4138f74), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.851153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Pushing event updated for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:55.974446 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for router_gateway (fdda4221-d95b-4b51-b716-48be433987fc), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:55.975868 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks [] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.019075 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for router_gateway (271a9a1c-dec5-49f9-b79e-b668497e5eb5), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.146456 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:56.304524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for router_gateway (5cfdee45-821f-4899-a820-b1c891efe899), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.324702 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Allocated IP 172.27.1.223 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/9ec662c5-0618-4f5c-bcfb-0409887f32f4) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:56.470281 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.490175 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Allocated IP 172.20.0.2 (656e3a17-1f34-48c5-89e8-17cf546de72a/22f48e5a-e956-4183-92aa-e60c1cb12089/af0a6642-8804-41ff-b7be-fe40bbe6087e) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:56.541105 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for router_gateway (fdda4221-d95b-4b51-b716-48be433987fc), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.570344 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.634855 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Allocated IP 172.20.0.2 (618621b6-9258-44fe-b6fb-530eb2b4c8f1/15b7130d-cdd4-468d-8bc7-b87ffd26b22c/150d1fb3-f765-4b15-a895-5d5c2d46e3cd) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:56.642914 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.667114 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 0bb6461d-aad9-4605-9956-bebdbf32603f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:56.705471 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.733724 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:56.739665 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.750399 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:56.779965 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for router_gateway (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.780952 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55030) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:56.783899 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:56.806939 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:56.821681 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Pushing event updated for resources: {'Port': ['ID=c3524fa6-4bc9-4bd0-940f-dca080feabff,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.854572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:56.865326 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.880877 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-a55a9d91-908e-42e1-84fd-93cb90230518 None None] Provisioning complete for port a164f37a-515a-4b07-a8e7-187a1fe09cb9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:56.881256 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a55a9d91-908e-42e1-84fd-93cb90230518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.881716 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-a55a9d91-908e-42e1-84fd-93cb90230518 None None] Attempt 1 to provision port a164f37a-515a-4b07-a8e7-187a1fe09cb9 Oct 13 04:20:56.894693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:56.920104 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:56.927853 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:56.930746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c4cfaf9b-7d72-49db-9b45-4ddab5053d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.938316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:56.961728 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:56.987171 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.016339 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.039678 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Pushing event updated for resources: {'Port': ['ID=712ba541-6e33-4a2f-8b0a-dfb633bae390,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.042461 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.045637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Allocated IP 172.27.1.46 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/50b1b421-cafc-4d34-9bb7-422504678b1d) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:57.054037 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:57.094243 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Pushing event updated for resources: {'Port': ['ID=9ec662c5-0618-4f5c-bcfb-0409887f32f4,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.102834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-a55a9d91-908e-42e1-84fd-93cb90230518 None None] Port a164f37a-515a-4b07-a8e7-187a1fe09cb9 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:20:57.218974 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Attempting to bind port c3524fa6-4bc9-4bd0-940f-dca080feabff on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:57.218974 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Attempting to bind port c3524fa6-4bc9-4bd0-940f-dca080feabff by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:57.219366 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Attempting to bind port c3524fa6-4bc9-4bd0-940f-dca080feabff on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:57.224486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c4cfaf9b-7d72-49db-9b45-4ddab5053d2c admin admin] Publish callbacks [] for security_group (cb46badf-7b93-425c-bd1d-a87b34fd19bc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.233433 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c4cfaf9b-7d72-49db-9b45-4ddab5053d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cb46badf-7b93-425c-bd1d-a87b34fd19bc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.283208 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c4cfaf9b-7d72-49db-9b45-4ddab5053d2c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ebafd8e9b47244bb9c8da2f570b41b3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5010471 Oct 13 04:20:57.284636 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 0bb6461d-aad9-4605-9956-bebdbf32603f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:57.285026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.285369 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 0bb6461d-aad9-4605-9956-bebdbf32603f Oct 13 04:20:57.286084 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55040) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:57.297419 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks [] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.298539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.308258 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.309220 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (fad381ad-7267-425f-b56b-030cd4138f74), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.318948 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.342155 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks [] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.354472 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfaf9b-7d72-49db-9b45-4ddab5053d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46badf-7b93-425c-bd1d-a87b34fd19bc,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.386550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] Publish callbacks [] for security_group (cb46badf-7b93-425c-bd1d-a87b34fd19bc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.393301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks [] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.396966 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Attempting to bind port 712ba541-6e33-4a2f-8b0a-dfb633bae390 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:57.397420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Attempting to bind port 712ba541-6e33-4a2f-8b0a-dfb633bae390 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:57.397937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Attempting to bind port 712ba541-6e33-4a2f-8b0a-dfb633bae390 on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:57.409993 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Pushing event updated for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.419525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] Publish callbacks [] for security_group (cb46badf-7b93-425c-bd1d-a87b34fd19bc), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.436092 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.449231 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.506302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.508501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.515045 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55048) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:57.550180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:57.550597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Checking segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:57.550898 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.552023 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Bound using segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:57.552023 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Bound port: c3524fa6-4bc9-4bd0-940f-dca080feabff, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:57.552251 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.552748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.554268 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:57.555555 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Checking segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:57.555555 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.555988 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.564119 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for router_gateway (1663214b-7b91-42f2-9bb8-f794405ffa84), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.567696 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Bound using segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:57.567696 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Bound port: 712ba541-6e33-4a2f-8b0a-dfb633bae390, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:57.567985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.598273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.609757 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.617414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Pushing event updated for resources: {'Port': ['ID=50b1b421-cafc-4d34-9bb7-422504678b1d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.623200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Allocated IP 172.27.1.219 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:57.626066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:57.691600 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Network 656e3a17-1f34-48c5-89e8-17cf546de72a is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.700059 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.716269 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.721941 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:57.740105 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.747617 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.750277 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:57.765096 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cb46badf-7b93-425c-bd1d-a87b34fd19bc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.767783 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.771513 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cb46badf-7b93-425c-bd1d-a87b34fd19bc HTTP/1.1" status: 204 len: 168 time: 0.4800682 Oct 13 04:20:57.798362 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Pushing event updated for resources: {'Port': ['ID=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.815757 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.862963 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-509ef134-c5c6-4aee-a700-51aaa4989d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.873627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f49fcc-d413-4a45-bf94-2844294a025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46badf-7b93-425c-bd1d-a87b34fd19bc,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.941430 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:57.970930 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:57.974671 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:58.063597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Pushing event updated for resources: {'Port': ['ID=af0a6642-8804-41ff-b7be-fe40bbe6087e,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.099985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] For port 712ba541-6e33-4a2f-8b0a-dfb633bae390, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:58.102367 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] For port c3524fa6-4bc9-4bd0-940f-dca080feabff, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:58.121229 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-8c330af2-69dc-4563-ac1c-16526b003a22 None None] Provisioning complete for port a164f37a-515a-4b07-a8e7-187a1fe09cb9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:20:58.122060 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8c330af2-69dc-4563-ac1c-16526b003a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.122060 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-8c330af2-69dc-4563-ac1c-16526b003a22 None None] Attempt 1 to provision port a164f37a-515a-4b07-a8e7-187a1fe09cb9 Oct 13 04:20:58.164617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.166029 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] For port 712ba541-6e33-4a2f-8b0a-dfb633bae390, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=712ba541-6e33-4a2f-8b0a-dfb633bae390,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:58.169379 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:58.171064 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Attempting to bind port af0a6642-8804-41ff-b7be-fe40bbe6087e on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:58.171560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Attempting to bind port af0a6642-8804-41ff-b7be-fe40bbe6087e by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:58.171969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Attempting to bind port af0a6642-8804-41ff-b7be-fe40bbe6087e on network 656e3a17-1f34-48c5-89e8-17cf546de72a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:58.209963 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:58.229184 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] For port c3524fa6-4bc9-4bd0-940f-dca080feabff, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c3524fa6-4bc9-4bd0-940f-dca080feabff,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:58.230554 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55060) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:58.235572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Attempting to bind port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:58.236074 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Attempting to bind port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:58.236439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Attempting to bind port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:58.237098 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7e3d7130-6a54-4cc9-9999-47d188d7ed2d admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/fad381ad-7267-425f-b56b-030cd4138f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8973594 Oct 13 04:20:58.238600 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:58.243653 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 0bb6461d-aad9-4605-9956-bebdbf32603f is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:20:58.244055 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.267178 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:20:58.272901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3f363705-4ead-4d6c-8cc5-4c67f7f25dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.288609 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.297522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.370802 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631926-b9ed-444b-8bfe-ac1a5711b08f None None] Pushing event updated for resources: {'Port': ['ID=712ba541-6e33-4a2f-8b0a-dfb633bae390,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.383893 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.392050 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:58.392728 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Checking segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:58.393342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.394505 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Bound using segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:58.395317 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Bound port: af0a6642-8804-41ff-b7be-fe40bbe6087e, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:58.395868 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.433778 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:58.436249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for router_gateway (5cfdee45-821f-4899-a820-b1c891efe899), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.467292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:58.470919 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:20:58.471668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:20:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:58.473743 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Allocated IP 172.27.1.14 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/854ba1b1-4e50-4279-a3f9-1176d91be037) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:58.480637 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8c330af2-69dc-4563-ac1c-16526b003a22 None None] Port a164f37a-515a-4b07-a8e7-187a1fe09cb9 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:20:58.488176 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 0bb6461d-aad9-4605-9956-bebdbf32603f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=0bb6461d-aad9-4605-9956-bebdbf32603f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:58.540997 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9a654-be3a-49e4-b82c-f576b491f7bf None None] Pushing event updated for resources: {'Port': ['ID=c3524fa6-4bc9-4bd0-940f-dca080feabff,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.564800 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.597222 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:58.622360 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:58.659706 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:20:58.660165 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:20:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:58.706960 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.715801 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0cc9c9cb-fa14-4d40-8c24-17c866fed5ac admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8865142 Oct 13 04:20:58.716901 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55072) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:58.739767 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:58.741004 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:20:58.741409 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:20:58.742010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.742572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Bound using segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:20:58.743664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Bound port: 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:20:58.744063 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.866250 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:20:58.876120 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:58.995734 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-509ef134-c5c6-4aee-a700-51aaa4989d36 admin admin] Publish callbacks [] for security_group (281e5860-a534-470e-9f5d-a6ce103908ce), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.002476 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3f363705-4ead-4d6c-8cc5-4c67f7f25dfa admin admin] Publish callbacks [] for security_group (475a1a3b-b629-4f27-b494-f43fc2fd6777), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.015835 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:59.038834 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:59.098334 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1030b983-8fc5-4ba7-8dee-acbdb9decd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.100987 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=0bb6461d-aad9-4605-9956-bebdbf32603f,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.123112 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55076) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:59.131050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009823630', 'description': 'tempest-description--146036353'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:20:59.144071 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-509ef134-c5c6-4aee-a700-51aaa4989d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (281e5860-a534-470e-9f5d-a6ce103908ce), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.146506 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Pushing event updated for resources: {'Port': ['ID=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.155811 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:20:59.161592 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 3, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:59.167428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:59.168412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3f363705-4ead-4d6c-8cc5-4c67f7f25dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (475a1a3b-b629-4f27-b494-f43fc2fd6777), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.193034 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.194512 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:59.195116 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Updating router 1663214b-7b91-42f2-9bb8-f794405ffa84 port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:59.235636 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.254343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Pushing event updated for resources: {'Port': ['ID=854ba1b1-4e50-4279-a3f9-1176d91be037,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.265810 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.275071 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:59.371035 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef134-c5c6-4aee-a700-51aaa4989d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281e5860-a534-470e-9f5d-a6ce103908ce,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.398113 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-509ef134-c5c6-4aee-a700-51aaa4989d36 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bb1bd95475ad40029bd402081f61a70c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8677979 Oct 13 04:20:59.421017 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-3f363705-4ead-4d6c-8cc5-4c67f7f25dfa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e491fd308fb4073a62b71c4e0d190d8&name=default HTTP/1.1" status: 200 len: 2994 time: 1.1854713 Oct 13 04:20:59.421855 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55078) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:59.434153 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] For port af0a6642-8804-41ff-b7be-fe40bbe6087e, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:59.446227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55080) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:20:59.458091 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] For port af0a6642-8804-41ff-b7be-fe40bbe6087e, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=af0a6642-8804-41ff-b7be-fe40bbe6087e,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:59.471911 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] For port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:59.483946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:59.495090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:20:59.531150 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.537443 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] For port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:59.558106 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:59.581403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.585745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (5cfdee45-821f-4899-a820-b1c891efe899), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.616234 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:59.669200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f363705-4ead-4d6c-8cc5-4c67f7f25dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a1a3b-b629-4f27-b494-f43fc2fd6777,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.675406 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:59.694744 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1597e04-bab4-46ba-81f3-5a560cda2a60 None None] Pushing event updated for resources: {'Port': ['ID=af0a6642-8804-41ff-b7be-fe40bbe6087e,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.740501 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:20:59.914554 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks [] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.916289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ac5ea-11c7-4ae2-9674-21a72e680a9d None None] Pushing event updated for resources: {'Port': ['ID=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.933825 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.948988 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:59.957585 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] Publish callbacks [] for security_group (281e5860-a534-470e-9f5d-a6ce103908ce), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:20:59.977399 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Attempting to bind port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:20:59.982157 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Attempting to bind port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:20:59.983583 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Attempting to bind port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.058917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] Publish callbacks [] for security_group (475a1a3b-b629-4f27-b494-f43fc2fd6777), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.060391 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:00.060818 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Updating router fad381ad-7267-425f-b56b-030cd4138f74 port a164f37a-515a-4b07-a8e7-187a1fe09cb9 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:00.074969 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (45531761-bea7-4913-b677-39a574533456), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.127035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (45531761-bea7-4913-b677-39a574533456), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.138189 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:00.155912 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.171336 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:00.203343 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90641df3-69be-495a-b287-6e3f743f9fdd None None] Pushing event updated for resources: {'Port': ['ID=9ec662c5-0618-4f5c-bcfb-0409887f32f4,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.211907 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:00.212142 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:00.212875 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.213507 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:00.214336 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Bound port: 9ec662c5-0618-4f5c-bcfb-0409887f32f4, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:00.214830 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.236484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] Publish callbacks [] for security_group (475a1a3b-b629-4f27-b494-f43fc2fd6777), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.289545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for router_gateway (fdda4221-d95b-4b51-b716-48be433987fc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.301498 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] For port 9ec662c5-0618-4f5c-bcfb-0409887f32f4, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:00.307466 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] For port 9ec662c5-0618-4f5c-bcfb-0409887f32f4, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9ec662c5-0618-4f5c-bcfb-0409887f32f4,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:00.316044 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.353627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] Publish callbacks [] for security_group (281e5860-a534-470e-9f5d-a6ce103908ce), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.396492 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90641df3-69be-495a-b287-6e3f743f9fdd None None] Pushing event updated for resources: {'Port': ['ID=9ec662c5-0618-4f5c-bcfb-0409887f32f4,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.417092 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:00.418290 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:20:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:00.430765 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade3aa3-92b9-4c2c-8267-d99562024111 None None] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:00.466953 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for router_gateway (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.467710 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (475a1a3b-b629-4f27-b494-f43fc2fd6777), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.470146 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45531761-bea7-4913-b677-39a574533456,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.474824 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.475978 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/475a1a3b-b629-4f27-b494-f43fc2fd6777 HTTP/1.1" status: 204 len: 168 time: 1.0286033 Oct 13 04:21:00.491523 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.499022 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bd4b0f56-a375-4aa0-8e6b-464cee727768 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3712599 Oct 13 04:21:00.516862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55098) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:00.523407 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92549dbb-3df3-47fa-872a-6919f688dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a1a3b-b629-4f27-b494-f43fc2fd6777,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.543490 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': '45531761-bea7-4913-b677-39a574533456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:00.605238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Provisioning complete for port 712ba541-6e33-4a2f-8b0a-dfb633bae390 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:00.605701 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.606683 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Attempt 1 to provision port 712ba541-6e33-4a2f-8b0a-dfb633bae390 Oct 13 04:21:00.657436 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:00.696936 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.708482 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:00.749806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:00.841401 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (281e5860-a534-470e-9f5d-a6ce103908ce), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.845843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.846069 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e66bea-4a29-4902-aeaa-2b0bf5b0ce43 None None] Network 73173841-4fa1-43e4-b55e-5df3b82b728b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:00.847766 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/281e5860-a534-470e-9f5d-a6ce103908ce HTTP/1.1" status: 204 len: 168 time: 1.4162993 Oct 13 04:21:00.920830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e3313-a75d-46d5-b563-3344c0b2a4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281e5860-a534-470e-9f5d-a6ce103908ce,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.923223 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (8db0d39f-96ee-4e0e-831d-5f0154cd166f), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:00.963295 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Router 5cfdee45-821f-4899-a820-b1c891efe899 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:21:01.164088 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 3, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.211954 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.230330 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b41279-2b9d-4bc4-a0bf-0124cf3091a3 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 3, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:01.404370 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 712ba541-6e33-4a2f-8b0a-dfb633bae390 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:01.426279 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (8db0d39f-96ee-4e0e-831d-5f0154cd166f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.429243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (fdda4221-d95b-4b51-b716-48be433987fc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.443933 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (8db0d39f-96ee-4e0e-831d-5f0154cd166f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.634139 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Allocated IP 172.20.0.1 (73173841-4fa1-43e4-b55e-5df3b82b728b/4885d988-ffd0-4574-8271-1b6737d07d13/6ca0fc9d-9edb-4f7b-8dae-2681c709521e) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:01.642191 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:01.700346 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:01.745552 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Current status of the port 712ba541-6e33-4a2f-8b0a-dfb633bae390 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:01.747631 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.802238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ab813-f0ca-4769-9de0-8afcb260ba94 None None] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:01.945157 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8088c9ff-cf48-46c0-beec-7e7709f0f1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:01.992666 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db0d39f-96ee-4e0e-831d-5f0154cd166f,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.011743 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.015875 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c72dda54-8c58-47d0-9d77-af32f6f9d561 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4869986 Oct 13 04:21:02.019343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55132) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:02.036343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': '45531761-bea7-4913-b677-39a574533456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:02.089270 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:02.126899 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.128628 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-598f2b2f-3829-4413-93bf-8ffaede2ac95 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3228717 Oct 13 04:21:02.132763 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55138) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:02.163191 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (9deca270-e115-4cec-bda7-eea890f0e2a1), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.254136 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks [] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.255297 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks [] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.396710 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:02.397477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:02.417141 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (9deca270-e115-4cec-bda7-eea890f0e2a1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.437819 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6c45b-8b48-4cd3-9094-7c18e21da581 None None] Network 656e3a17-1f34-48c5-89e8-17cf546de72a requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:02.438325 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:21:02.445561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (9deca270-e115-4cec-bda7-eea890f0e2a1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.466345 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:02.585145 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deca270-e115-4cec-bda7-eea890f0e2a1,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.665283 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.678145 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Router fdda4221-d95b-4b51-b716-48be433987fc is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:21:02.720220 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.725317 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e548e5f5-381a-4bcf-a83e-9de3b5d52edf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7003708 Oct 13 04:21:02.726721 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.733928 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55166) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:02.757192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:02.844863 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.914456 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167269-abb0-419b-a969-158fdfe22e82 None None] Pushing event updated for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.916929 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 712ba541-6e33-4a2f-8b0a-dfb633bae390 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:02.917543 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:02.918082 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 712ba541-6e33-4a2f-8b0a-dfb633bae390 Oct 13 04:21:02.920097 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:02.924296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:02.965312 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:03.001425 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Pushing event updated for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:03.021084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:03.026775 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:03.027262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (1663214b-7b91-42f2-9bb8-f794405ffa84), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.029152 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:03.112781 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.118169 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:03.120185 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:03.129330 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Sync routers for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:03.148274 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] For port 712ba541-6e33-4a2f-8b0a-dfb633bae390, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=712ba541-6e33-4a2f-8b0a-dfb633bae390,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:03.162830 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:03.164303 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:03.213485 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.254051 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.260685 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e86f6d5c-1d76-463c-a1c5-b204f0890f0b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0766563 Oct 13 04:21:03.269663 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55178) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:03.313706 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:03.334845 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:03.426710 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:03.434709 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.494291 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.495534 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e7617d5c-fa48-4429-8feb-465cca885b1f admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0063045 Oct 13 04:21:03.496112 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55182) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:03.503700 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55184) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:03.707703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.792513 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:20:59Z', 'revision_number': 3, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:03.830707 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Checking router: fdda4221-d95b-4b51-b716-48be433987fc for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:03.831145 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Updating router fdda4221-d95b-4b51-b716-48be433987fc port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:03.865442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:03.866756 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:03.867763 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:03.989947 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.27.1.211 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/cb1f3218-bbf4-47a7-87a8-6820cc2c7227) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:04.007272 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.009725 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.150069 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Provisioning complete for port 712ba541-6e33-4a2f-8b0a-dfb633bae390 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:04.151392 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.152092 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Attempt 1 to provision port 712ba541-6e33-4a2f-8b0a-dfb633bae390 Oct 13 04:21:04.209378 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.233870 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a4e83ef5-4033-4459-9da8-5a4e17911f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.280511 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Attempting to bind port a164f37a-515a-4b07-a8e7-187a1fe09cb9 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:04.281403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Attempting to bind port a164f37a-515a-4b07-a8e7-187a1fe09cb9 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:04.282136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Attempting to bind port a164f37a-515a-4b07-a8e7-187a1fe09cb9 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:04.348706 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.447933 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:04.449386 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:04.493735 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.528660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.621771 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:04.661522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.667858 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Allocated IP 172.20.0.1 (618621b6-9258-44fe-b6fb-530eb2b4c8f1/15b7130d-cdd4-468d-8bc7-b87ffd26b22c/235728e1-86e8-4a1e-8799-a2bc9f6dadd1) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:04.681349 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.691029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Allocated IP 172.20.0.1 (656e3a17-1f34-48c5-89e8-17cf546de72a/22f48e5a-e956-4183-92aa-e60c1cb12089/d082b94f-988d-4847-95b8-c28f3b6a8669) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:04.703627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.705136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Current status of the port 712ba541-6e33-4a2f-8b0a-dfb633bae390 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:04.839013 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.850507 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Provisioning complete for port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:04.850962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.851316 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Attempt 1 to provision port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd Oct 13 04:21:04.862071 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55230) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:04.891152 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:04.897484 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a4e83ef5-4033-4459-9da8-5a4e17911f72 admin admin] Publish callbacks [] for security_group (b6d386f5-eecc-4231-880b-ae3bca5dc209), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.917282 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a4e83ef5-4033-4459-9da8-5a4e17911f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b6d386f5-eecc-4231-880b-ae3bca5dc209), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:04.977918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:20:59Z', 'revision_number': 3, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:05.006546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks [] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.024616 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.029444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks [] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.041787 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:05.042165 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Updating router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 port 854ba1b1-4e50-4279-a3f9-1176d91be037 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:05.061843 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a4e83ef5-4033-4459-9da8-5a4e17911f72 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f9a0de5ed456439092b335e5239a2df8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5561621 Oct 13 04:21:05.066089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55234) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:05.105292 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:05.105744 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:05.106477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.106919 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:05.107439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Bound port: a164f37a-515a-4b07-a8e7-187a1fe09cb9, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:05.107856 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.116019 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.118045 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.153055 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.171117 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:05.183596 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.198917 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:05.206249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Network 656e3a17-1f34-48c5-89e8-17cf546de72a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:05.208177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:05.219069 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:05.225497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:05.226751 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (5cfdee45-821f-4899-a820-b1c891efe899), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.239682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.240374 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52150c9-4e2d-4776-8dcf-86e23595d212 None None] Pushing event updated for resources: {'Port': ['ID=712ba541-6e33-4a2f-8b0a-dfb633bae390,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.245924 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:05.246704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (fdda4221-d95b-4b51-b716-48be433987fc), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.251550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:05.340918 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] Publish callbacks [] for security_group (b6d386f5-eecc-4231-880b-ae3bca5dc209), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.341658 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b773acb-9808-4210-b61f-a6c731ce5084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.345301 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:05.352483 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks [] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.361927 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:05.372034 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.375357 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] Publish callbacks [] for security_group (b6d386f5-eecc-4231-880b-ae3bca5dc209), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.447890 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Pushing event updated for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.462578 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b6d386f5-eecc-4231-880b-ae3bca5dc209), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.467175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.471700 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b6d386f5-eecc-4231-880b-ae3bca5dc209 HTTP/1.1" status: 204 len: 168 time: 0.4029288 Oct 13 04:21:05.498021 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] For port a164f37a-515a-4b07-a8e7-187a1fe09cb9, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:05.506047 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e710e-3f55-4d7d-b11e-c32ba8a9008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d386f5-eecc-4231-880b-ae3bca5dc209,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.510198 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] For port a164f37a-515a-4b07-a8e7-187a1fe09cb9, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=a164f37a-515a-4b07-a8e7-187a1fe09cb9,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:05.531509 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Attempting to bind port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:05.532245 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Attempting to bind port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:05.534678 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Attempting to bind port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:05.555340 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e83ef5-4033-4459-9da8-5a4e17911f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d386f5-eecc-4231-880b-ae3bca5dc209,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.618824 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:05.633608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:05.634114 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9070a4-9b55-42ef-bf41-dd82ec80efc6 None None] Pushing event updated for resources: {'Port': ['ID=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.654575 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:05.654955 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:05.655371 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.655768 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:05.656301 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Bound port: 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:05.656719 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.672731 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.751541 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:05.803623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks [] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.808809 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:05.810365 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 712ba541-6e33-4a2f-8b0a-dfb633bae390 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:05.811932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c3524fa6-4bc9-4bd0-940f-dca080feabff up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:05.814612 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] For port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:05.832167 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=cb1f3218-bbf4-47a7-87a8-6820cc2c7227,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.832873 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] For port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:05.844700 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.853884 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.857028 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.882548 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.883956 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Current status of the port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:05.884521 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.912925 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks [] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.925278 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.926418 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (1663214b-7b91-42f2-9bb8-f794405ffa84), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.934256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:05.940765 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:05.941383 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:05.963766 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 3, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.010449 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] For port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:06.022057 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.041568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Attempting to bind port 854ba1b1-4e50-4279-a3f9-1176d91be037 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:06.041946 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Attempting to bind port 854ba1b1-4e50-4279-a3f9-1176d91be037 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:06.042338 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Attempting to bind port 854ba1b1-4e50-4279-a3f9-1176d91be037 on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:06.046057 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.057198 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9070a4-9b55-42ef-bf41-dd82ec80efc6 None None] Pushing event updated for resources: {'Port': ['ID=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.107308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:06.108585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:06.109358 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.112262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.120475 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:06.120828 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Updating router 5cfdee45-821f-4899-a820-b1c891efe899 port 50b1b421-cafc-4d34-9bb7-422504678b1d binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:06.189879 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.219270 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:06.232485 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Pushing event updated for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.284972 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:06.330078 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks [] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.341247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:06.368064 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:06.373798 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:06.376808 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.378604 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:06.379241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Bound port: 854ba1b1-4e50-4279-a3f9-1176d91be037, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:06.380510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.382888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.383617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (fdda4221-d95b-4b51-b716-48be433987fc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.424804 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.447418 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.579531 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'd082b94f-988d-4847-95b8-c28f3b6a8669', 'name': '', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'mac_address': 'fa:16:3e:f0:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 1, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'subnets': [{'id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:06.589727 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b773acb-9808-4210-b61f-a6c731ce5084 admin admin] Publish callbacks [] for security_group (e5d244ea-5881-431d-91a3-fbb3dde13b81), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.609990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks [] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.617358 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc36087-0bc8-4665-a08a-6c5681e2b547 None None] The sync data for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi is: [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'd082b94f-988d-4847-95b8-c28f3b6a8669', 'name': '', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'mac_address': 'fa:16:3e:f0:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 1, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'subnets': [{'id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:06.617607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b773acb-9808-4210-b61f-a6c731ce5084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e5d244ea-5881-431d-91a3-fbb3dde13b81), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.626389 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:06.629934 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Network 656e3a17-1f34-48c5-89e8-17cf546de72a is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:06.633853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.635286 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (5cfdee45-821f-4899-a820-b1c891efe899), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.657609 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:06.687444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:06.689172 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:06.696053 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Pushing event updated for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.832432 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:06.835332 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Provisioning complete for port af0a6642-8804-41ff-b7be-fe40bbe6087e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:06.836207 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:06.836382 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Attempt 1 to provision port af0a6642-8804-41ff-b7be-fe40bbe6087e Oct 13 04:21:06.878031 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:06.960133 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b773acb-9808-4210-b61f-a6c731ce5084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d244ea-5881-431d-91a3-fbb3dde13b81,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:06.967535 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4b773acb-9808-4210-b61f-a6c731ce5084 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f63ab8de0cd04a4e9e46b4d9292faae6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0985227 Oct 13 04:21:07.022458 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port c3524fa6-4bc9-4bd0-940f-dca080feabff triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:07.023531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.024046 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port c3524fa6-4bc9-4bd0-940f-dca080feabff Oct 13 04:21:07.040585 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55268) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:07.046353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167269-abb0-419b-a969-158fdfe22e82 None None] Pushing event updated for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:07.179701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Allocated IP 172.20.0.1 (80a6f545-b088-4d6c-b95e-6cedd0b72a59/63435567-ec98-4c1f-b48a-9cd87c21e861/9334c38d-b8eb-45e5-b7a1-d7420adf35b8) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:07.222917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Router fdda4221-d95b-4b51-b716-48be433987fc has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:07.290323 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:07.437145 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:07.444160 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] For port 854ba1b1-4e50-4279-a3f9-1176d91be037, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:07.485378 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:07.506416 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] Publish callbacks [] for security_group (e5d244ea-5881-431d-91a3-fbb3dde13b81), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.523242 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks [] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.537737 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] For port 854ba1b1-4e50-4279-a3f9-1176d91be037, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=854ba1b1-4e50-4279-a3f9-1176d91be037,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:07.553312 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c6512-1c9d-4437-8480-0d1e332c0e88 None None] Pushing event updated for resources: {'Port': ['ID=854ba1b1-4e50-4279-a3f9-1176d91be037,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:07.567381 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:07.585115 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.684188 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] Publish callbacks [] for security_group (e5d244ea-5881-431d-91a3-fbb3dde13b81), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.708998 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.713379 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.740746 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.741471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.763722 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:07.774279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.776762 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0387290 Oct 13 04:21:07.785187 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:07.818422 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:07.818924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:07.923454 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Pushing event updated for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.082192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:08.122263 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port c3524fa6-4bc9-4bd0-940f-dca080feabff is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:08.127690 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb83ce-123a-43f4-a436-22eff724d1d8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=cb1f3218-bbf4-47a7-87a8-6820cc2c7227,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.128870 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.136599 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Pushing event updated for resources: {'Port': ['ID=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.186759 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:08.240539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:08.250343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:08.297239 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1fbb4984-48fd-4507-b7f1-cac3ce1f0ad4 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/fdda4221-d95b-4b51-b716-48be433987fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0250545 Oct 13 04:21:08.326182 dv-cinder-860997-1-iscsi neutron-server[104468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 04:21:08.337854 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Router 5cfdee45-821f-4899-a820-b1c891efe899 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:08.340337 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:08.341209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:08.369808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e5d244ea-5881-431d-91a3-fbb3dde13b81), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.372712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.377242 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e5d244ea-5881-431d-91a3-fbb3dde13b81 HTTP/1.1" status: 204 len: 168 time: 1.3328032 Oct 13 04:21:08.401815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90313d09-6bf6-4b4a-a37d-600c2599ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d244ea-5881-431d-91a3-fbb3dde13b81,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.439175 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Current status of the port af0a6642-8804-41ff-b7be-fe40bbe6087e is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:08.445290 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.536405 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c6512-1c9d-4437-8480-0d1e332c0e88 None None] Pushing event updated for resources: {'Port': ['ID=854ba1b1-4e50-4279-a3f9-1176d91be037,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.571181 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port c3524fa6-4bc9-4bd0-940f-dca080feabff, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c3524fa6-4bc9-4bd0-940f-dca080feabff,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:08.606834 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.681195 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.682422 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 150d1fb3-f765-4b15-a895-5d5c2d46e3cd up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:08.709470 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-b5110b82-20d8-4237-84f9-0a1b58d7c031 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2009823630&fields=id&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 267 time: 0.3888576 Oct 13 04:21:08.812673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=c3524fa6-4bc9-4bd0-940f-dca080feabff,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.840613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] For port af0a6642-8804-41ff-b7be-fe40bbe6087e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=af0a6642-8804-41ff-b7be-fe40bbe6087e,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:08.885941 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:08.894558 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-47057696-e10e-4d96-9531-d452f460261f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5cfdee45-821f-4899-a820-b1c891efe899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7598372 Oct 13 04:21:08.908339 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:08.919062 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:08.928261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-78b6dabf-4d99-4981-8339-53464458ed9f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1663214b-7b91-42f2-9bb8-f794405ffa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2043037 Oct 13 04:21:08.932510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:08.939119 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:08.939742 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:09.027622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Provisioning complete for port c3524fa6-4bc9-4bd0-940f-dca080feabff triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:09.028022 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.028427 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Attempt 1 to provision port c3524fa6-4bc9-4bd0-940f-dca080feabff Oct 13 04:21:09.031058 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:09.031582 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.031928 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd Oct 13 04:21:09.035506 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks [] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.133026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:09.164213 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:09.211549 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:09.221893 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-1fb3f9b1-7796-4ce7-91bb-08d80c7b5646 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:09.231847 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-1fb3f9b1-7796-4ce7-91bb-08d80c7b5646 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.5118520 Oct 13 04:21:09.299169 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.368737 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55352) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:09.371733 dv-cinder-860997-1-iscsi neutron-server[104467]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 04:21:09.388509 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks [] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.399860 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.400763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.409064 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.472075 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.472847 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.477262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.481284 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Attempting to bind port 50b1b421-cafc-4d34-9bb7-422504678b1d on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:09.481755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Attempting to bind port 50b1b421-cafc-4d34-9bb7-422504678b1d by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:09.482562 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Attempting to bind port 50b1b421-cafc-4d34-9bb7-422504678b1d on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:09.511793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Pushing event updated for resources: {'Port': ['ID=af0a6642-8804-41ff-b7be-fe40bbe6087e,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.572719 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.594765 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e397763c-d09b-4100-8ffd-eec93c49851d None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:09.606512 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Pushing event updated for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.608653 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:09.631522 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 2, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:09.633930 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-dcec6a9b-3f8b-4b3c-be17-0bd711ec1362 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/quotas/7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 375 time: 0.4011726 Oct 13 04:21:09.721144 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:09.721523 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Updating router 1663214b-7b91-42f2-9bb8-f794405ffa84 port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:09.783483 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:07Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:09.843448 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-a123508b-c4bf-4eac-9eda-284c6c794e9e tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:09.845455 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-a123508b-c4bf-4eac-9eda-284c6c794e9e tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/networks?id=656e3a17-1f34-48c5-89e8-17cf546de72a HTTP/1.1" status: 200 len: 812 time: 0.4750490 Oct 13 04:21:09.852885 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:09.882520 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-fcd39311-6a8d-41d2-a3de-d539d11d9290 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444613 Oct 13 04:21:09.909165 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-f152dd42-e70b-4669-b5b9-32fd3e6097ef tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/quotas/2413ab4744c345bc94f68b6510ca3b44 HTTP/1.1" status: 200 len: 375 time: 0.0484467 Oct 13 04:21:09.926490 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:09.928471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:09.954995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d99001-d80a-4337-8a04-c49c2f6ad380 None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:07Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:09.963331 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1a0b3-6109-4901-ac3d-4c74c2134ef3 None None] Pushing event updated for resources: {'Port': ['ID=50b1b421-cafc-4d34-9bb7-422504678b1d,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.969668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7b3993d6-d51f-432b-8675-e91a3bff65e5 None None] Current status of the port c3524fa6-4bc9-4bd0-940f-dca080feabff is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:10.032565 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:10.032962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:10.036501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:10.037051 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:10.037702 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Bound port: 50b1b421-cafc-4d34-9bb7-422504678b1d, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:10.038527 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:10.140243 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:10.205080 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] For port 50b1b421-cafc-4d34-9bb7-422504678b1d, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:10.212808 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] For port 50b1b421-cafc-4d34-9bb7-422504678b1d, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=50b1b421-cafc-4d34-9bb7-422504678b1d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:10.239720 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:10.273163 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-a7d8edfa-8b36-4bb1-abc5-78e08ff7770b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=2413ab4744c345bc94f68b6510ca3b44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3610954 Oct 13 04:21:10.423397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:10.437114 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b0d434df-3338-48ef-82a5-0630779939cc admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/271a9a1c-dec5-49f9-b79e-b668497e5eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9238782 Oct 13 04:21:10.625818 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1a0b3-6109-4901-ac3d-4c74c2134ef3 None None] Pushing event updated for resources: {'Port': ['ID=50b1b421-cafc-4d34-9bb7-422504678b1d,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.629020 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Sync routers for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:10.643491 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks [] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:10.646319 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:10.647619 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 0bb6461d-aad9-4605-9956-bebdbf32603f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:10.657115 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:10.703711 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:10.704358 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:10.712399 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55394) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:10.757584 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1c3fe-1f8c-4bbd-a783-83182a7e4f40 None None] Pushing event updated for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.792848 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-924bd187-f2bf-4620-bf2f-d4c1243899da service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:21:10.794378 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-924bd187-f2bf-4620-bf2f-d4c1243899da service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3730264 Oct 13 04:21:10.844149 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Attempting to bind port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:10.844789 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Attempting to bind port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:10.847404 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Attempting to bind port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:10.865600 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:10.883137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55398) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:10.908269 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:10.908918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:10.988009 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-b858a201-5570-4bef-b10e-2b317c3cd225 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:21:11.000262 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:11.000637 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Checking segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:11.001039 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.001431 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Bound using segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:11.001847 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-b858a201-5570-4bef-b10e-2b317c3cd225 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4111750 Oct 13 04:21:11.001964 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Bound port: 6ca0fc9d-9edb-4f7b-8dae-2681c709521e, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:11.015590 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.016701 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 0bb6461d-aad9-4605-9956-bebdbf32603f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:11.017577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.017828 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 0bb6461d-aad9-4605-9956-bebdbf32603f Oct 13 04:21:11.043619 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-fe90784e-f1a1-4327-8244-00f6ffb08d64 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401140 Oct 13 04:21:11.129353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Provisioning complete for port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:11.133259 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.133763 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Attempt 1 to provision port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e Oct 13 04:21:11.141293 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672975937-network', 'tenant_id': '5d861bc994b44e8a9ab9eaf7f1d048b1'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:11.149350 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] For port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:11.155469 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] For port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:11.172820 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.182288 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:11.192919 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:11.193924 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Made reservation on behalf of 5d861bc994b44e8a9ab9eaf7f1d048b1 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:11.196913 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:11.200148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.237923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6fb20eb8-4652-4d8b-80ff-beb3b5d073de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.241145 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:11.253595 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.274545 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:11.316306 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-c38b686f-2f50-4bd3-94ab-47bd2c6898fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509613 Oct 13 04:21:11.420613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:11.426379 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:11.432263 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Provisioning complete for port af0a6642-8804-41ff-b7be-fe40bbe6087e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:11.436541 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.439044 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Attempt 1 to provision port af0a6642-8804-41ff-b7be-fe40bbe6087e Oct 13 04:21:11.440687 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-3776ba62-c974-4f13-86ef-b2608d4b5d6e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373200 Oct 13 04:21:11.493187 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6fb20eb8-4652-4d8b-80ff-beb3b5d073de admin admin] Publish callbacks [] for security_group (90df27aa-77d1-4126-8eef-2ee2a9707502), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.503877 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6fb20eb8-4652-4d8b-80ff-beb3b5d073de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (90df27aa-77d1-4126-8eef-2ee2a9707502), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:11.536270 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1c3fe-1f8c-4bbd-a783-83182a7e4f40 None None] Pushing event updated for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:11.556598 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:11.568783 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6fb20eb8-4652-4d8b-80ff-beb3b5d073de admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=862fb54ea0634004989eb055ce0f7300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8523636 Oct 13 04:21:11.569637 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55404) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:11.648057 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb20eb8-4652-4d8b-80ff-beb3b5d073de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df27aa-77d1-4126-8eef-2ee2a9707502,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:11.689659 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 0bb6461d-aad9-4605-9956-bebdbf32603f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:11.690808 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device af0a6642-8804-41ff-b7be-fe40bbe6087e up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:11.693416 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:11.812340 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-c0722fde-bf09-4e08-af49-d31132a935e5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700802 Oct 13 04:21:11.922729 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Current status of the port af0a6642-8804-41ff-b7be-fe40bbe6087e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:12.005401 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] Publish callbacks [] for security_group (90df27aa-77d1-4126-8eef-2ee2a9707502), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.028500 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] Publish callbacks [] for security_group (90df27aa-77d1-4126-8eef-2ee2a9707502), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.057472 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Provisioning complete for port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:12.057708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks [] for security_group (cf19f5e6-30be-4fb3-9e42-d9d29654c070), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.058178 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.058635 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Attempt 1 to provision port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 Oct 13 04:21:12.066822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cf19f5e6-30be-4fb3-9e42-d9d29654c070), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.093632 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (90df27aa-77d1-4126-8eef-2ee2a9707502), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.097943 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.099477 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/90df27aa-77d1-4126-8eef-2ee2a9707502 HTTP/1.1" status: 204 len: 168 time: 0.5294299 Oct 13 04:21:12.109908 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc77fa-cd97-4a20-8b95-1088cff8cca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df27aa-77d1-4126-8eef-2ee2a9707502,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.110664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:12.121043 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port af0a6642-8804-41ff-b7be-fe40bbe6087e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:12.121727 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.122306 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port af0a6642-8804-41ff-b7be-fe40bbe6087e Oct 13 04:21:12.132887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:12.146173 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:12.155781 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (dc6c93d3-4628-4ec1-a38a-00721386c658), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.157121 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Added segment dc6c93d3-4628-4ec1-a38a-00721386c658 of type vlan for network 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 Oct 13 04:21:12.211888 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Provisioning complete for port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:12.213500 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:12.214068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.215081 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Attempt 1 to provision port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 Oct 13 04:21:12.215271 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:11Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:12.252879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (19e9a70a-20cf-4ccc-9170-22a4cf8b05f1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.261726 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85512dbe-377a-4ba5-97ab-ac98576af226 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:11Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:12.287325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:06Z', 'revision_number': 2, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:12.295901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:12.301157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (19e9a70a-20cf-4ccc-9170-22a4cf8b05f1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.302825 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:12.303692 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.306805 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:12.365368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55434) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:12.377123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Request body: {'subnet': {'network_id': '19e9a70a-20cf-4ccc-9170-22a4cf8b05f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1672975937-subnet', 'tenant_id': '5d861bc994b44e8a9ab9eaf7f1d048b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:12.387555 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5020978 Oct 13 04:21:12.398553 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb6427e-934a-4e9d-91dc-4a92acb29931 None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:06Z', 'revision_number': 2, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:12.437501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Provisioning complete for port d082b94f-988d-4847-95b8-c28f3b6a8669 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:12.438025 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.438632 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Attempt 1 to provision port d082b94f-988d-4847-95b8-c28f3b6a8669 Oct 13 04:21:12.462574 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Made reservation on behalf of 5d861bc994b44e8a9ab9eaf7f1d048b1 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:12.484647 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.575291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-621f6b5f-423b-48af-b679-f7e37e2b3dce None None] Port d082b94f-988d-4847-95b8-c28f3b6a8669 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:12.599440 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'd082b94f-988d-4847-95b8-c28f3b6a8669', 'name': '', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'mac_address': 'fa:16:3e:f0:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:06Z', 'revision_number': 2, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'subnets': [{'id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:12.603099 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port af0a6642-8804-41ff-b7be-fe40bbe6087e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:12.615263 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19f5e6-30be-4fb3-9e42-d9d29654c070,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.636122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606fff6-faa7-43a0-b74e-87e58867e6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=19e9a70a-20cf-4ccc-9170-22a4cf8b05f1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.638136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Checking router: fdda4221-d95b-4b51-b716-48be433987fc for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:12.639256 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Updating router fdda4221-d95b-4b51-b716-48be433987fc port d082b94f-988d-4847-95b8-c28f3b6a8669 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:12.672967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:12.677458 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:12.772133 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:12.788009 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:12.999665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55482) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:13.007234 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807891385', 'description': 'tempest-description--338221418'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:13.099183 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-75709c68-5ff7-4769-adf5-67141cf956cc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:13.114834 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-75709c68-5ff7-4769-adf5-67141cf956cc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.3402669 Oct 13 04:21:13.152897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.184989 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-ed54908b-a360-4de9-be4d-81cf6cd5fe4b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/quotas/0913f8eb06164012b366d62c553d261c HTTP/1.1" status: 200 len: 375 time: 0.0691574 Oct 13 04:21:13.187565 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:13.330420 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-b9db0acf-3d91-4090-a3a8-a8166d2ad23f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434481 Oct 13 04:21:13.391976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:13.450610 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (ac1d2295-7cec-4e42-b74b-6602105a4e06), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.452733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (653c50e0-a3ab-45e0-a1c9-0c71b741e44e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.463112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (653c50e0-a3ab-45e0-a1c9-0c71b741e44e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.478949 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55496) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:13.500765 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 712ba541-6e33-4a2f-8b0a-dfb633bae390 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:13.572236 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653c50e0-a3ab-45e0-a1c9-0c71b741e44e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.589598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e11d47e0-c447-41f9-a1c4-6058400308d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.599728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.601389 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-28534f17-a157-45d3-9db6-5d7394534c44 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6005781 Oct 13 04:21:13.605248 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:13.614618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55504) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:13.625221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group_rule': {'security_group_id': '653c50e0-a3ab-45e0-a1c9-0c71b741e44e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:13.725092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55506) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:13.768348 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e11d47e0-c447-41f9-a1c4-6058400308d7 admin admin] Publish callbacks [] for security_group (b229b995-d1eb-451c-992f-67609c5748fd), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.769397 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-e2d97f5a-d044-4843-af80-663b29af5e1a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376388 Oct 13 04:21:13.792778 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936140612', 'description': 'tempest-description--1386772470'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:13.818629 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1d2295-7cec-4e42-b74b-6602105a4e06,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.886881 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Checking segment: {'id': 'dc6c93d3-4628-4ec1-a38a-00721386c658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19e9a70a-20cf-4ccc-9170-22a4cf8b05f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:13.886985 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Network hostable DHCP agents. Network: 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:13.887441 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00371c71-727b-435e-8ec3-e33061eca9f5 req-fd0b1acd-0daf-43d5-bf07-19222ff24c32 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.1132827 Oct 13 04:21:13.894534 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e11d47e0-c447-41f9-a1c4-6058400308d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b229b995-d1eb-451c-992f-67609c5748fd), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.917533 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.937308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks [] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.955962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:13.967892 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Network 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:13.993801 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d47e0-c447-41f9-a1c4-6058400308d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229b995-d1eb-451c-992f-67609c5748fd,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.024449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:14.044547 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-3c91224f-0025-4e7c-b1c4-09ed3c03bfcf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685575 Oct 13 04:21:14.046935 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:14.047626 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.055416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 712ba541-6e33-4a2f-8b0a-dfb633bae390 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:14.057396 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.059013 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 712ba541-6e33-4a2f-8b0a-dfb633bae390 Oct 13 04:21:14.076979 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e11d47e0-c447-41f9-a1c4-6058400308d7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=49aa2543e5d44238a451f724b4219caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337360 Oct 13 04:21:14.077186 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55522) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:14.111568 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dbc075b0-26a4-4f2d-a5c0-a3687c563ef4 req-dc556f67-4841-42a2-a43c-d10bcd6cfe6d tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.0629642 Oct 13 04:21:14.112437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (7ae12ed6-9499-486c-8bee-a3359c1fbf71), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.137812 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5b54ac71-6899-40ae-a9c7-370aa0d1d02a admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7708898 Oct 13 04:21:14.234702 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (47e4ccc0-0345-43d5-8629-7f91d29fce36), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.251351 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f5fb9-cc8b-4dc6-84c7-e345c1684860 None None] Network 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:14.266572 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (47e4ccc0-0345-43d5-8629-7f91d29fce36), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.332316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] Publish callbacks [] for security_group (b229b995-d1eb-451c-992f-67609c5748fd), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.352944 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (7ae12ed6-9499-486c-8bee-a3359c1fbf71), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.363020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (7ae12ed6-9499-486c-8bee-a3359c1fbf71), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.373809 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.375256 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6084340 Oct 13 04:21:14.402450 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55534) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:14.432327 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.438427 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8187726 Oct 13 04:21:14.438627 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group_rule': {'security_group_id': '47e4ccc0-0345-43d5-8629-7f91d29fce36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:14.452671 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] Publish callbacks [] for security_group (b229b995-d1eb-451c-992f-67609c5748fd), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.454737 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55536) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:14.462017 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group_rule': {'security_group_id': '653c50e0-a3ab-45e0-a1c9-0c71b741e44e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:14.491229 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ac74-ae6f-4c74-b626-2dfc15a88851 None None] Pushing event updated for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.556939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a114a2-7d2e-4069-b730-d586c1a83504 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae12ed6-9499-486c-8bee-a3359c1fbf71,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.557863 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4ae2a-b158-44ec-80ee-db01f88976bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4ccc0-0345-43d5-8629-7f91d29fce36,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.658838 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3f63597c-c71f-43cd-b6bb-5170f5f64390 req-763e5c4c-7a38-4f97-9975-56fb91ded5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 210 time: 0.1890056 Oct 13 04:21:14.810086 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b229b995-d1eb-451c-992f-67609c5748fd), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.822430 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.832182 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b229b995-d1eb-451c-992f-67609c5748fd HTTP/1.1" status: 204 len: 168 time: 0.7534406 Oct 13 04:21:14.877614 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (f8ffdba6-11b9-481f-9da9-857efb3353c0), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.901369 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (54ddc6f2-7c5b-4366-b139-21c9aa6eb886), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:14.961069 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 712ba541-6e33-4a2f-8b0a-dfb633bae390 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:14.967282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 150d1fb3-f765-4b15-a895-5d5c2d46e3cd up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:14.975204 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Attempting to bind port d082b94f-988d-4847-95b8-c28f3b6a8669 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:14.978081 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Attempting to bind port d082b94f-988d-4847-95b8-c28f3b6a8669 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:14.981520 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Attempting to bind port d082b94f-988d-4847-95b8-c28f3b6a8669 on network 656e3a17-1f34-48c5-89e8-17cf546de72a {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:14.990162 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:15.037780 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (54ddc6f2-7c5b-4366-b139-21c9aa6eb886), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.039034 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8e294-f2e7-47ff-9a1d-c03c313785e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229b995-d1eb-451c-992f-67609c5748fd,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.047424 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (54ddc6f2-7c5b-4366-b139-21c9aa6eb886), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.160626 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:15.233226 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ddc6f2-7c5b-4366-b139-21c9aa6eb886,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.254785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.260283 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-08d77705-cb6d-476b-b04e-847ad8446f1c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8041043 Oct 13 04:21:15.288232 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55574) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:15.359930 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:15.410928 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:15.413754 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Checking segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:15.415859 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.416682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Bound using segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:15.420558 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Bound port: d082b94f-988d-4847-95b8-c28f3b6a8669, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:15.420558 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.443852 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (f8ffdba6-11b9-481f-9da9-857efb3353c0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.483141 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:15.485045 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (f8ffdba6-11b9-481f-9da9-857efb3353c0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.585600 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5d33915b-6a10-4568-b6a8-f0e1715b111b req-51e8f693-f47c-4f95-acac-4b0cb55427d4 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.1323304 Oct 13 04:21:15.608303 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.613366 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ffdba6-11b9-481f-9da9-857efb3353c0,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.623131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] For port d082b94f-988d-4847-95b8-c28f3b6a8669, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:15.629427 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] For port d082b94f-988d-4847-95b8-c28f3b6a8669, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=d082b94f-988d-4847-95b8-c28f3b6a8669,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:15.632019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.637954 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f363f0f-8e32-426a-b1f8-5f1159a6a66b None None] Network 19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:15.649386 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e99d430a-0716-44d5-a3bf-8212d1ff8ad8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2182233 Oct 13 04:21:15.650189 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55580) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:15.684744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group_rule': {'security_group_id': '47e4ccc0-0345-43d5-8629-7f91d29fce36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:15.724997 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-cc4d0036-68ea-449f-9a8b-40d6acc0b972 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:15.741728 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-cc4d0036-68ea-449f-9a8b-40d6acc0b972 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.5063233 Oct 13 04:21:15.786859 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.805594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-e70e6fcc-56de-4f72-9f32-a720c633e92b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/quotas/0913f8eb06164012b366d62c553d261c HTTP/1.1" status: 200 len: 375 time: 0.0595598 Oct 13 04:21:15.861171 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (c4d50927-697f-4954-b496-e90d16807e61), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.901933 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:15.921063 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ac74-ae6f-4c74-b626-2dfc15a88851 None None] Pushing event updated for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.933290 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:15.977994 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-34b77ab6-36ed-43e5-8254-a8b74793a041 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707962 Oct 13 04:21:16.037417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:16.046726 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:16.047551 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.048061 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd Oct 13 04:21:16.065342 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3a1729ab-192f-4546-8d72-0664338db8a6 req-b84b1864-c8fd-4f54-b7ab-061b504adb7d tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.1676624 Oct 13 04:21:16.104966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (c4d50927-697f-4954-b496-e90d16807e61), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.138103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:16.138973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:16.142227 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (c4d50927-697f-4954-b496-e90d16807e61), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.201941 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55596) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:16.204865 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.206622 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286891 Oct 13 04:21:16.210410 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-449675347-network', 'tenant_id': '9e18bc36229e4e118f04206e4b5765a7'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:16.216078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55598) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:16.224471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:16.248953 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69d917-eccb-4ac9-b168-1a252ce0dbe0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d50927-697f-4954-b496-e90d16807e61,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:16.256136 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.261064 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-4b3f4561-a1cc-49f5-8e79-cdd92416028d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821000 Oct 13 04:21:16.293052 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:16.294445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9ec662c5-0618-4f5c-bcfb-0409887f32f4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:16.377911 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Made reservation on behalf of 9e18bc36229e4e118f04206e4b5765a7 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:16.378091 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.36', 51275) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:16.387993 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.404010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:16.434775 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.475774 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:16.476432 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.477132 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 Oct 13 04:21:16.590647 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-ccb82e64-2505-463f-a78e-e45d244a7669 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285263 Oct 13 04:21:16.591293 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-f929a43c-9f83-43d0-890c-78aed40c2f6f tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:16.593500 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-f929a43c-9f83-43d0-890c-78aed40c2f6f tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.36 "GET /networking/v2.0/networks?id=656e3a17-1f34-48c5-89e8-17cf546de72a HTTP/1.1" status: 200 len: 812 time: 0.2083282 Oct 13 04:21:16.595475 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Allocated IP 172.27.1.229 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/274b8c59-c61a-4108-8d82-90fddc49f05c) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:16.648799 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.694710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Request body: {'port': {'device_id': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'admin_state_up': True, 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:16.719180 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks [] for security_group (5cae2568-6166-428e-82c4-03dcf5976509), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.727850 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5cae2568-6166-428e-82c4-03dcf5976509), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.754225 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:16.755925 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.762641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:16.796795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (a92bf958-add8-4cfe-96c0-2092d2b28d0b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.797372 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Added segment a92bf958-add8-4cfe-96c0-2092d2b28d0b of type vlan for network af0491f3-0579-4355-80ee-6e16a89741c6 Oct 13 04:21:16.811151 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 9ec662c5-0618-4f5c-bcfb-0409887f32f4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9ec662c5-0618-4f5c-bcfb-0409887f32f4,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:16.820221 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:16.821427 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:16.856731 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:16.898260 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:16.934794 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (af0491f3-0579-4355-80ee-6e16a89741c6), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.010633 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:17.013546 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'd082b94f-988d-4847-95b8-c28f3b6a8669', 'name': '', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'mac_address': 'fa:16:3e:f0:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:15Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'subnets': [{'id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:17.073432 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cae2568-6166-428e-82c4-03dcf5976509,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.076620 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (af0491f3-0579-4355-80ee-6e16a89741c6), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.077791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:17.078636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.087015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:17.121249 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.144086 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:17.145377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.146003 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a Oct 13 04:21:17.183562 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d28c004c-c2d6-48fd-99af-3ff2dbb8636a req-1acb0365-c2e8-4904-b07f-c4c99d5ecb91 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.1700978 Oct 13 04:21:17.208587 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc98d269-c659-47d7-b5bd-7fda4b3f978e None None] The sync data for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi is: [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'd082b94f-988d-4847-95b8-c28f3b6a8669', 'name': '', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'mac_address': 'fa:16:3e:f0:f1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:15Z', 'revision_number': 4, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'subnets': [{'id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:17.224888 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=9ec662c5-0618-4f5c-bcfb-0409887f32f4,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.236771 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0313780 Oct 13 04:21:17.236771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55640) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:17.259811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Request body: {'subnet': {'network_id': 'af0491f3-0579-4355-80ee-6e16a89741c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-449675347-subnet', 'tenant_id': '9e18bc36229e4e118f04206e4b5765a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:17.262627 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.289258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec5e88-1bed-4b20-b120-5c476c229b35 admin admin] Pushing event updated for resources: {'Network': ['ID=af0491f3-0579-4355-80ee-6e16a89741c6,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.293414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Made reservation on behalf of 9e18bc36229e4e118f04206e4b5765a7 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:17.319806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.322532 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network af0491f3-0579-4355-80ee-6e16a89741c6 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:17.325811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:17.370013 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:17.376240 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.547384 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.36', 51285) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:17.552756 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:17.572251 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:17.593857 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.607165 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 854ba1b1-4e50-4279-a3f9-1176d91be037 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:17.722086 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-2135cbc3-3b32-4ec8-891c-7228d5d3dab7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:17.723675 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-2135cbc3-3b32-4ec8-891c-7228d5d3dab7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1380258 Oct 13 04:21:17.765039 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:17.776689 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:17.793493 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b8a5dd5c-6819-4dca-89ec-f13394d639fc req-11514f67-fa30-4f06-865d-a558d64cb556 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.2212563 Oct 13 04:21:17.804435 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:17.854703 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.888139 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Made reservation on behalf of 2413ab4744c345bc94f68b6510ca3b44 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:17.892679 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.925252 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 854ba1b1-4e50-4279-a3f9-1176d91be037 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:17.925894 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.929122 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 854ba1b1-4e50-4279-a3f9-1176d91be037 Oct 13 04:21:17.944494 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:17.952072 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=274b8c59-c61a-4108-8d82-90fddc49f05c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.005961 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5082ccba-684b-462e-929c-b8bf26087113 req-3364d650-6e49-4a9f-b866-2a86728b5cbe tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 210 time: 0.6407247 Oct 13 04:21:18.062943 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Allocated IP 172.27.1.168 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/7ecc8221-6122-4671-a745-f9d37c002107) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:18.136156 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:18.170714 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 854ba1b1-4e50-4279-a3f9-1176d91be037 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:18.174738 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:18.263985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 854ba1b1-4e50-4279-a3f9-1176d91be037, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=854ba1b1-4e50-4279-a3f9-1176d91be037,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:18.276323 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:18.278587 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c3524fa6-4bc9-4bd0-940f-dca080feabff up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:18.290517 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (690abf60-5d12-4751-bd0f-232cf971211e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:18.410913 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690abf60-5d12-4751-bd0f-232cf971211e,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.418096 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.36', 51293) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:18.428643 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-914f754f-49fd-4773-a86f-d0393222fe2b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 380 time: 0.6721897 Oct 13 04:21:18.567864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Checking segment: {'id': 'a92bf958-add8-4cfe-96c0-2092d2b28d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'af0491f3-0579-4355-80ee-6e16a89741c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:18.568464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Network hostable DHCP agents. Network: af0491f3-0579-4355-80ee-6e16a89741c6, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:18.572238 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'port': {'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'admin_state_up': True, 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'security_groups': ['45531761-bea7-4913-b677-39a574533456']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:18.648365 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Network af0491f3-0579-4355-80ee-6e16a89741c6 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:18.699076 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-af0862bb-038f-4cf4-9aa3-8e0af0d7cea4 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:18.703422 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-af0862bb-038f-4cf4-9aa3-8e0af0d7cea4 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.2787647 Oct 13 04:21:18.706486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, af0491f3-0579-4355-80ee-6e16a89741c6) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:18.708403 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:18.712874 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:18.724289 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:18.729824 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:18.795970 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'port': {'device_id': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'admin_state_up': True, 'tenant_id': '0913f8eb06164012b366d62c553d261c'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:18.851016 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b71604-3787-4073-8f52-a0f2f83041a8 None None] Network af0491f3-0579-4355-80ee-6e16a89741c6 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:18.874829 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-86322eb0-9152-46c0-a0bb-f7a29e96183e req-bd18a3f5-5456-4557-904d-7eb08b22e2df tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.1362345 Oct 13 04:21:18.889636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (7ecc8221-6122-4671-a745-f9d37c002107), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.016760 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6ca4643e-9463-4e47-9688-2ece23b66f41 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7658558 Oct 13 04:21:19.180564 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=854ba1b1-4e50-4279-a3f9-1176d91be037,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.222469 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port c3524fa6-4bc9-4bd0-940f-dca080feabff triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:19.229209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.234851 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port c3524fa6-4bc9-4bd0-940f-dca080feabff Oct 13 04:21:19.380182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.390227 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dc33ecdd-0a03-4fad-8be0-5cf34d534e90 req-139e9852-e989-4fe9-b992-a5aec99186f4 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.2050819 Oct 13 04:21:19.403144 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.403867 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.411703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55734) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:19.454853 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Allocated IP 172.20.0.7 (656e3a17-1f34-48c5-89e8-17cf546de72a/22f48e5a-e956-4183-92aa-e60c1cb12089/6ff44094-2f0f-48d3-9ca9-a6dc0324f741) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:19.459385 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caef15a-a221-4d70-aa92-291a41b46bcc None None] Network af0491f3-0579-4355-80ee-6e16a89741c6 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:21:19.561330 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:19.569433 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.638395 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b049030c-c2db-4cac-8b60-380cfbe5eaee req-520abf3a-1a19-4574-a54e-4500b09e7c66 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 210 time: 0.0902836 Oct 13 04:21:19.658881 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (7ecc8221-6122-4671-a745-f9d37c002107), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.681686 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.692964 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3636253 Oct 13 04:21:19.707618 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:19.709402 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:19.740676 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:19.794437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0eda1-a38b-48dc-9c47-e5ea862b0585 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=274b8c59-c61a-4108-8d82-90fddc49f05c,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.867450 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.36', 51304) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:19.884076 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:19.898754 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port c3524fa6-4bc9-4bd0-940f-dca080feabff is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:19.901547 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device a164f37a-515a-4b07-a8e7-187a1fe09cb9 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:19.979868 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Deleting subnet ac1d2295-7cec-4e42-b74b-6602105a4e06 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:21:20.002702 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Publish callbacks [] for subnet (ac1d2295-7cec-4e42-b74b-6602105a4e06), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.105391 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Publish callbacks [] for subnet (ac1d2295-7cec-4e42-b74b-6602105a4e06), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.152451 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (ac1d2295-7cec-4e42-b74b-6602105a4e06), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.183084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=7ecc8221-6122-4671-a745-f9d37c002107,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.277641 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.301270 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port a164f37a-515a-4b07-a8e7-187a1fe09cb9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:20.301894 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.302131 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port a164f37a-515a-4b07-a8e7-187a1fe09cb9 Oct 13 04:21:20.304175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.307049 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2d063cf3-5592-4dc0-aec7-9b0f55df4774 req-f6d1659b-ef42-47dd-998d-aec05cc2bc7f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.0367868 Oct 13 04:21:20.308073 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Made reservation on behalf of 0913f8eb06164012b366d62c553d261c for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:20.312581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.329238 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for subnet (ac1d2295-7cec-4e42-b74b-6602105a4e06), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.364578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (7ecc8221-6122-4671-a745-f9d37c002107), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.457845 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1d2295-7cec-4e42-b74b-6602105a4e06,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.474096 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.478135 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-54be3a3d-3487-4f3b-a6ad-e45261ba5e9c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/ac1d2295-7cec-4e42-b74b-6602105a4e06 HTTP/1.1" status: 204 len: 168 time: 1.0656502 Oct 13 04:21:20.493276 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55762) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:20.521951 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.528822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.572629 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port a164f37a-515a-4b07-a8e7-187a1fe09cb9 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:20.573426 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.694111 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port a164f37a-515a-4b07-a8e7-187a1fe09cb9, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=a164f37a-515a-4b07-a8e7-187a1fe09cb9,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:20.717355 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.720781 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device af0a6642-8804-41ff-b7be-fe40bbe6087e up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:20.733378 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.746391 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (7ecc8221-6122-4671-a745-f9d37c002107), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.761153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:20.779862 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (7ecc8221-6122-4671-a745-f9d37c002107), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.781322 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.847105 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-733be498-2603-4a3d-8195-5c563a9f95a2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:20.848671 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-733be498-2603-4a3d-8195-5c563a9f95a2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.9158816 Oct 13 04:21:20.875014 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=7ecc8221-6122-4671-a745-f9d37c002107,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.888509 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9c03b3b1-4706-4446-b6f4-38ed9646436d req-8b966a2c-9583-4853-8fff-a94ab3f403ca tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.2407901 Oct 13 04:21:20.911645 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'port': {'device_id': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'admin_state_up': True, 'tenant_id': '0913f8eb06164012b366d62c553d261c'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:20.968409 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (19e9a70a-20cf-4ccc-9170-22a4cf8b05f1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.975975 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.979467 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port af0a6642-8804-41ff-b7be-fe40bbe6087e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:20.980529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:20.981285 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port af0a6642-8804-41ff-b7be-fe40bbe6087e Oct 13 04:21:21.109421 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-ba56f0d9-e681-4f5f-9c25-78729da156d9 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1807891385&fields=id&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 267 time: 0.7923272 Oct 13 04:21:21.112096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.122571 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-deb4b71d-9c5f-46a7-a320-6cb0c4bed933 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8949685 Oct 13 04:21:21.178733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port af0a6642-8804-41ff-b7be-fe40bbe6087e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:21.236137 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-80649305-1e63-460e-9558-7750e9218934 req-b9111b8a-518f-4454-a6ca-1e3c496b32e4 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 210 time: 0.2162097 Oct 13 04:21:21.360966 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Allocated IP 172.20.0.9 (618621b6-9258-44fe-b6fb-530eb2b4c8f1/15b7130d-cdd4-468d-8bc7-b87ffd26b22c/946596f5-0fd5-4db0-a720-f291f93741ef) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:21.506147 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59a97819-08c2-4ab0-885d-6cd207f97dae req-d1db3fb7-a479-4ad0-86f1-1c6447087087 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.0318983 Oct 13 04:21:21.509604 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:21.515827 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (19e9a70a-20cf-4ccc-9170-22a4cf8b05f1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.549160 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:21.549828 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:21.760484 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks [] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.813210 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Made reservation on behalf of 0913f8eb06164012b366d62c553d261c for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:21.820471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.857992 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device d082b94f-988d-4847-95b8-c28f3b6a8669 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:21.884541 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.940445 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:21.996167 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port d082b94f-988d-4847-95b8-c28f3b6a8669 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:21.996167 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:21.996167 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port d082b94f-988d-4847-95b8-c28f3b6a8669 Oct 13 04:21:22.023001 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.20.0.7 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/bbeaed93-8e22-4d9f-a3ed-cb1f27426334) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:22.064300 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:22.124139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.124728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.125764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.126216 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > port after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.126785 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.127256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > port after_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.127673 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.128141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.128749 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.129238 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.156429 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port d082b94f-988d-4847-95b8-c28f3b6a8669 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:22.156832 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.221437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Network 656e3a17-1f34-48c5-89e8-17cf546de72a is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:22.243461 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:22.251109 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Pushing event updated for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.255371 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:22.272115 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:22.272782 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.298732 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port d082b94f-988d-4847-95b8-c28f3b6a8669, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=d082b94f-988d-4847-95b8-c28f3b6a8669,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:22.317740 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.318573 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-37b518ae-2e1c-4190-9a3f-c88c5ebcb7e8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:22.318713 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:22.327298 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-37b518ae-2e1c-4190-9a3f-c88c5ebcb7e8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 817 time: 1.1840665 Oct 13 04:21:22.372034 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-1483082f-a2e5-49d9-9ccb-f81b45848afb tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7181988 Oct 13 04:21:22.441867 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-157affa6-7540-468a-827e-7b3086fc22bc tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:21:22.449383 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:09Z', 'revision_number': 2, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:22.460132 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-157affa6-7540-468a-827e-7b3086fc22bc tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0365388 Oct 13 04:21:22.532151 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:22.535727 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Updating router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:22.602059 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-cf06f362-2d15-4bfa-9fa7-a1a7e7ff620b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/quotas/75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 375 time: 0.2661097 Oct 13 04:21:22.616943 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.786925 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.822107 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:22.823670 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.825009 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a Oct 13 04:21:22.850587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.851175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.851175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.851473 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:22.851745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e9a70a-20cf-4ccc-9170-22a4cf8b05f1']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:22.887573 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-8e398b04-5c4d-43e2-80bc-5cae5cc74a1f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201402 Oct 13 04:21:22.931830 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fc75fd29-6b49-43d4-bb33-09c6ba946733 None None] Provisioning complete for port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:22.932565 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fc75fd29-6b49-43d4-bb33-09c6ba946733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:22.933150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Request body: {'port': {'device_id': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:22.935775 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fc75fd29-6b49-43d4-bb33-09c6ba946733 None None] Attempt 1 to provision port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 Oct 13 04:21:23.009209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fc75fd29-6b49-43d4-bb33-09c6ba946733 None None] Port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:23.055484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6c93d3-4628-4ec1-a38a-00721386c658') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:23.055815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6c93d3-4628-4ec1-a38a-00721386c658') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:23.118313 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:23.119804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 854ba1b1-4e50-4279-a3f9-1176d91be037 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:23.137347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.175665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (dc6c93d3-4628-4ec1-a38a-00721386c658), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.177772 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 854ba1b1-4e50-4279-a3f9-1176d91be037 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:23.178460 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.179043 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 854ba1b1-4e50-4279-a3f9-1176d91be037 Oct 13 04:21:23.280835 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks [] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.283985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.290074 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.300544 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (dc6c93d3-4628-4ec1-a38a-00721386c658), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.313898 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-30c28901-a0fd-4817-b796-37aefeacfd3c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1936140612&fields=id&tenant_id=73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 267 time: 1.5455706 Oct 13 04:21:23.314733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 854ba1b1-4e50-4279-a3f9-1176d91be037 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:23.317052 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6ca0fc9d-9edb-4f7b-8dae-2681c709521e up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:23.326385 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.336545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:23.337145 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (dc6c93d3-4628-4ec1-a38a-00721386c658), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.375443 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d334-33f4-4c41-bf22-033db079baaf None None] Pushing event updated for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.392452 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:23.392995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.393433 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e Oct 13 04:21:23.398033 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.473434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.526105 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:21:23.540011 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:23.540452 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.547581 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.549007 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Attempting to bind port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:23.553486 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Attempting to bind port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:23.554610 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Attempting to bind port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:23.585691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.599932 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.624553 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.631027 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:23.632629 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Checking segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:23.633676 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.634468 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Bound using segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:23.635278 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Bound port: 9334c38d-b8eb-45e5-b7a1-d7420adf35b8, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:23.636149 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.659353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:23.660781 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for port (946596f5-0fd5-4db0-a720-f291f93741ef), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.665415 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.666289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 50b1b421-cafc-4d34-9bb7-422504678b1d up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:23.704471 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-3ebb7df9-f9f7-4df1-89fc-093c1b73853e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878521 Oct 13 04:21:23.737611 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (19e9a70a-20cf-4ccc-9170-22a4cf8b05f1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.774816 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.789675 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/19e9a70a-20cf-4ccc-9170-22a4cf8b05f1 HTTP/1.1" status: 204 len: 168 time: 3.2950885 Oct 13 04:21:23.805352 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] For port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:23.811859 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] For port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:23.816340 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:23.820320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55826) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:23.824203 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.896761 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:23.897640 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:23.959273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Deleting subnet 690abf60-5d12-4751-bd0f-232cf971211e {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:21:23.976540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Publish callbacks [] for subnet (690abf60-5d12-4751-bd0f-232cf971211e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:23.984064 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.011317 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 50b1b421-cafc-4d34-9bb7-422504678b1d triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:24.011688 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.012040 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 50b1b421-cafc-4d34-9bb7-422504678b1d Oct 13 04:21:24.057468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (690abf60-5d12-4751-bd0f-232cf971211e), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.093388 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d334-33f4-4c41-bf22-033db079baaf None None] Pushing event updated for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.127792 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (690abf60-5d12-4751-bd0f-232cf971211e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.186951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.218898 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 50b1b421-cafc-4d34-9bb7-422504678b1d is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:24.219317 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.244817 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 50b1b421-cafc-4d34-9bb7-422504678b1d, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=50b1b421-cafc-4d34-9bb7-422504678b1d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:24.253215 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.255529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device a164f37a-515a-4b07-a8e7-187a1fe09cb9 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:24.273942 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:24.308307 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:24.377454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-bd8c4365-1a8c-4d3d-846d-1fa15fe90f7b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:24.381078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-bd8c4365-1a8c-4d3d-846d-1fa15fe90f7b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 810 time: 1.0480254 Oct 13 04:21:24.383180 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3473088-ab04-448e-8c76-65be4ebffe31 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e9a70a-20cf-4ccc-9170-22a4cf8b05f1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.384951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:24.397235 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:24.410623 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:24.411338 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.438310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=50b1b421-cafc-4d34-9bb7-422504678b1d,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.498272 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port a164f37a-515a-4b07-a8e7-187a1fe09cb9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:24.499726 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.500525 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port a164f37a-515a-4b07-a8e7-187a1fe09cb9 Oct 13 04:21:24.504088 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:24.507702 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-f21953bf-c4c9-4bfa-8894-77ba22b86ac7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0430455 Oct 13 04:21:24.566447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.582772 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.db.api [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-213017ea-a23c-4ee5-81e0-0665a0f2e7c5 {{(pid=104467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 13 04:21:24.583310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG oslo_db.api [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:21:24.597583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Request body: {'port': {'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:24.650420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port a164f37a-515a-4b07-a8e7-187a1fe09cb9 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:24.652335 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9ec662c5-0618-4f5c-bcfb-0409887f32f4 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:24.789095 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:24.791000 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:24.793623 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 Oct 13 04:21:24.866196 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-167f2548-c1bd-4551-a0fd-4d8fc6af6b7b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/quotas/73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 375 time: 0.4576380 Oct 13 04:21:24.873486 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment dc6c93d3-4628-4ec1-a38a-00721386c658 resource provider aggregate not found Oct 13 04:21:24.900844 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-609c3d60-c27f-411a-887f-0f4a7f3fa835 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680698 Oct 13 04:21:24.921138 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:24.968078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:24.972730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55846) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:24.987634 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks [] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:25.007611 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea80a8b8-e490-4b42-bcfd-457f6fdd6734 None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:25.014029 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:25.038934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment dc6c93d3-4628-4ec1-a38a-00721386c658 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc6c93d3-4628-4ec1-a38a-00721386c658 found for delete ", "request_id": "req-e11d881a-8aa3-48df-9e1a-115883018508"}]} Oct 13 04:21:25.046982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-42da3c77-79b5-4cba-ab1e-820f963700e8 None None] Provisioning complete for port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:25.047727 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-42da3c77-79b5-4cba-ab1e-820f963700e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:25.048278 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-42da3c77-79b5-4cba-ab1e-820f963700e8 None None] Attempt 1 to provision port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 Oct 13 04:21:25.050500 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:25.093919 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Transition to ACTIVE for port object 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:25.105140 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:25.109209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-42da3c77-79b5-4cba-ab1e-820f963700e8 None None] Port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:25.148370 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:25.166338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:25.189306 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:25.190070 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:25.198957 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-0bd7fc4c-ae40-4011-ae1a-04f17b123a60 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599547 Oct 13 04:21:25.213055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:25.230919 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:25.421553 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:25.557668 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:25.578442 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:25.861241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:25.908498 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Allocated IP 172.20.0.13 (618621b6-9258-44fe-b6fb-530eb2b4c8f1/15b7130d-cdd4-468d-8bc7-b87ffd26b22c/d7911061-419d-4200-84cb-0fd55dbfabb4) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:25.921603 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Attempting to bind port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:25.925368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Attempting to bind port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:25.925798 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Attempting to bind port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 on network 656e3a17-1f34-48c5-89e8-17cf546de72a {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:25.965514 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:26.062517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:26.085366 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 on network 656e3a17-1f34-48c5-89e8-17cf546de72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:26.085692 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Attempting to bind port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 on network 656e3a17-1f34-48c5-89e8-17cf546de72a {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:26.112395 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:26.232485 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0ac5-7bb2-42c1-8108-069ecbe4f176 req-ec7da71b-f782-4fef-9c2f-2204eca7c512 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:26.255346 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a87c0ac5-7bb2-42c1-8108-069ecbe4f176 req-ec7da71b-f782-4fef-9c2f-2204eca7c512 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 943 time: 0.8175013 Oct 13 04:21:26.257765 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:26.300075 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:26.300902 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.303876 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 Oct 13 04:21:26.311747 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e7c1a83c-c5ab-48d7-85c5-ec4a34cbcae3 None None] Provisioning complete for port 946596f5-0fd5-4db0-a720-f291f93741ef triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:26.312110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e7c1a83c-c5ab-48d7-85c5-ec4a34cbcae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.312462 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e7c1a83c-c5ab-48d7-85c5-ec4a34cbcae3 None None] Attempt 1 to provision port 946596f5-0fd5-4db0-a720-f291f93741ef Oct 13 04:21:26.389398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.439135 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:26.440768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Checking segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:26.443074 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Bound using segment: {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:26.445710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Bound port: 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21668f4-8344-45a6-800c-f60e85c133ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:26.447326 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.477856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:26.478927 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:26.486909 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:26.487581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.524572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.529430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (690abf60-5d12-4751-bd0f-232cf971211e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.617103 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.630962 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/690abf60-5d12-4751-bd0f-232cf971211e HTTP/1.1" status: 204 len: 168 time: 2.7900767 Oct 13 04:21:26.666381 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 55880) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:26.720971 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a87c0ac5-7bb2-42c1-8108-069ecbe4f176 req-9c0bd280-047c-4fae-83ba-19b1cded5cac tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518192 Oct 13 04:21:26.745923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc4aa-bf4d-474c-812b-ea9fcbdc0591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690abf60-5d12-4751-bd0f-232cf971211e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:26.749941 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55882) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:26.770076 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1a83c-c5ab-48d7-85c5-ec4a34cbcae3 None None] Port 946596f5-0fd5-4db0-a720-f291f93741ef cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:26.789329 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-eb5ef96b-df5a-4d19-adaf-c1a82e80c5ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0489452 Oct 13 04:21:26.815966 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d8340fc7-0466-4a82-b24f-2ba2239a3d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:26.853387 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:26.879840 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:26.890677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Request body: {'port': {'device_id': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:26.934037 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:26.942064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:27.065017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d8340fc7-0466-4a82-b24f-2ba2239a3d77 admin admin] Publish callbacks [] for security_group (d79ee013-1cee-4db5-8955-6637b9c4c5e3), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.117130 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:06Z', 'revision_number': 2, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:27.170250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d8340fc7-0466-4a82-b24f-2ba2239a3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d79ee013-1cee-4db5-8955-6637b9c4c5e3), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.211508 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:27.212014 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.215639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:27.216046 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Updating router 5cfdee45-821f-4899-a820-b1c891efe899 port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:21:27.262734 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e764d09-0d5c-426f-92b1-fc48f3fb38bb req-3f3ae9d6-975e-4593-badb-f427a2031c0e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:27.265063 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-530366cc-dac4-43ab-a194-08035448ca4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.265551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2e764d09-0d5c-426f-92b1-fc48f3fb38bb req-3f3ae9d6-975e-4593-badb-f427a2031c0e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 932 time: 0.3951268 Oct 13 04:21:27.268474 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (af0491f3-0579-4355-80ee-6e16a89741c6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.274238 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-9cf93010-f9dd-43e0-9eed-91199ff209b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0014403 Oct 13 04:21:27.282540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.289817 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:27.313593 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:27.354771 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-38ccadfd-0a5b-458d-a942-c6136585cdb2 None None] Provisioning complete for port d7911061-419d-4200-84cb-0fd55dbfabb4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:27.355172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-38ccadfd-0a5b-458d-a942-c6136585cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.355689 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-38ccadfd-0a5b-458d-a942-c6136585cdb2 None None] Attempt 1 to provision port d7911061-419d-4200-84cb-0fd55dbfabb4 Oct 13 04:21:27.396582 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:27.401442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-38ccadfd-0a5b-458d-a942-c6136585cdb2 None None] Port d7911061-419d-4200-84cb-0fd55dbfabb4 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:27.408942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.409823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6ca0fc9d-9edb-4f7b-8dae-2681c709521e up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:27.420893 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:27.422172 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.459988 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:27.463069 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d8340fc7-0466-4a82-b24f-2ba2239a3d77 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6592493745484100afa26c249568c269&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4631224 Oct 13 04:21:27.488389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8340fc7-0466-4a82-b24f-2ba2239a3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ee013-1cee-4db5-8955-6637b9c4c5e3,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:27.503274 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55888) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:27.523097 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.525196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:27.548221 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:27.548604 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.548944 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e Oct 13 04:21:27.743534 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.778458 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:27.793054 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:27.802476 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:27.816693 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:27.819799 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/6ff44094-2f0f-48d3-9ca9-a6dc0324f741 HTTP/1.1" status: 200 len: 1093 time: 5.0039144 Oct 13 04:21:27.824918 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:27.842282 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-c9cf2842-186a-4c89-9fa9-5753b4a0c499 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9356160 Oct 13 04:21:27.929272 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:28.102295 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-a4415729-a35f-4f0d-bce9-582340d64186 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7902744 Oct 13 04:21:28.134059 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeaed93-8e22-4d9f-a3ed-cb1f27426334 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:28.137552 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] Publish callbacks [] for security_group (d79ee013-1cee-4db5-8955-6637b9c4c5e3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.144788 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks [] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.169431 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Transition to ACTIVE for port object bbeaed93-8e22-4d9f-a3ed-cb1f27426334 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:28.170304 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:28.230276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.247104 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:28.253177 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 50b1b421-cafc-4d34-9bb7-422504678b1d up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:28.256968 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448d035-1b7d-40b5-b38f-ba1542c7f17b service neutron] Pushing event updated for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.262569 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] Publish callbacks [] for security_group (d79ee013-1cee-4db5-8955-6637b9c4c5e3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.283566 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2e764d09-0d5c-426f-92b1-fc48f3fb38bb req-2cea6b09-6bf5-41e0-bd59-ab3624b037fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9844894 Oct 13 04:21:28.296754 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5476baf2-6547-4fc1-9611-32b33e729b14" -d '{"events": [{"name": "network-changed", "server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:28.324933 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-530366cc-dac4-43ab-a194-08035448ca4a admin admin] Publish callbacks [] for security_group (81c49da9-bff3-4f38-a7a7-794bc61e7977), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.342615 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks [] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.353051 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.364494 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (af0491f3-0579-4355-80ee-6e16a89741c6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.388369 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-530366cc-dac4-43ab-a194-08035448ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (81c49da9-bff3-4f38-a7a7-794bc61e7977), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.392801 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 50b1b421-cafc-4d34-9bb7-422504678b1d triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:28.395394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.395924 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 50b1b421-cafc-4d34-9bb7-422504678b1d Oct 13 04:21:28.411569 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.432206 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.432635 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.433457 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.433800 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > port after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.434292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.434690 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > port after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.435109 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.435463 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.441284 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.441695 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.565564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530366cc-dac4-43ab-a194-08035448ca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c49da9-bff3-4f38-a7a7-794bc61e7977,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.598138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Request body: {'port': {'device_id': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:28.672126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.672790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.674521 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.675260 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:21:28.684357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0491f3-0579-4355-80ee-6e16a89741c6']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:28.706130 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345292a9-8cb5-484d-ba25-a66703e76d63 None None] Pushing event updated for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.753035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92bf958-add8-4cfe-96c0-2092d2b28d0b') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:28.756619 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92bf958-add8-4cfe-96c0-2092d2b28d0b') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:28.766423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.36', 51321) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:28.779561 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-530366cc-dac4-43ab-a194-08035448ca4a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=085767f5d45b40eeb7c213298abe6545&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0055249 Oct 13 04:21:28.787157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55912) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:28.813031 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (a92bf958-add8-4cfe-96c0-2092d2b28d0b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:28.819946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Attempting to bind port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:28.819946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Attempting to bind port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:28.820231 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Attempting to bind port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:28.899074 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Attempting to bind port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:28.899642 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Attempting to bind port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:28.900330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Attempting to bind port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:29.016607 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 50b1b421-cafc-4d34-9bb7-422504678b1d is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:29.017822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device d082b94f-988d-4847-95b8-c28f3b6a8669 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:29.112593 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b78f8e8e-7836-487e-be2d-d56750cc99a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.113565 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e78d6c69-5883-464c-ac8e-3318e8f62091 req-cc2b2b8d-7f09-4239-86cd-2160a5922eaa tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 210 time: 0.3416336 Oct 13 04:21:29.121551 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:29.121931 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:29.122532 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.123126 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Bound using segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:29.123723 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Bound port: 235728e1-86e8-4a1e-8799-a2bc9f6dadd1, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:29.124110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.150312 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (a92bf958-add8-4cfe-96c0-2092d2b28d0b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.198950 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:29.199430 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (a92bf958-add8-4cfe-96c0-2092d2b28d0b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.208273 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-35ac3185-fbe3-46b6-a4a8-7f0d19ecc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:29.209943 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-35ac3185-fbe3-46b6-a4a8-7f0d19ecc63b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2413ab4744c345bc94f68b6510ca3b44&device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 1127 time: 0.3403783 Oct 13 04:21:29.213269 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port d082b94f-988d-4847-95b8-c28f3b6a8669 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:29.213655 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.214004 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port d082b94f-988d-4847-95b8-c28f3b6a8669 Oct 13 04:21:29.302420 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:29.312356 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2caa5a-35c7-40b1-81fd-fc6f4f040dbc req-392fad29-1ec4-4c3d-8eba-79828b5f0d35 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:29.315002 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc2caa5a-35c7-40b1-81fd-fc6f4f040dbc req-392fad29-1ec4-4c3d-8eba-79828b5f0d35 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 943 time: 0.4820857 Oct 13 04:21:29.320951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 on network 70d105db-93f5-4592-bb80-f58af13e321b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:29.321403 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Attempting to bind port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:29.408520 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] For port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:29.414041 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] For port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:29.427303 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.534533 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (af0491f3-0579-4355-80ee-6e16a89741c6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.547153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.556428 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/af0491f3-0579-4355-80ee-6e16a89741c6 HTTP/1.1" status: 204 len: 168 time: 2.8932421 Oct 13 04:21:29.586866 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:29.594382 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:29.594992 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:29.595880 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Bound port: bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:29.596843 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.610139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d79ee013-1cee-4db5-8955-6637b9c4c5e3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.614287 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-d74fe58c-745c-4d6b-a6dd-c3e08ac523bc service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741 HTTP/1.1" status: 200 len: 217 time: 0.2297363 Oct 13 04:21:29.617025 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.623577 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d79ee013-1cee-4db5-8955-6637b9c4c5e3 HTTP/1.1" status: 204 len: 168 time: 2.1184709 Oct 13 04:21:29.720136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345292a9-8cb5-484d-ba25-a66703e76d63 None None] Pushing event updated for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.725100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:29.726065 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:29.730318 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port d082b94f-988d-4847-95b8-c28f3b6a8669 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:29.733857 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae50e0-7709-44a7-9702-725ee3217e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=af0491f3-0579-4355-80ee-6e16a89741c6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.782530 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:29.867915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946596f5-0fd5-4db0-a720-f291f93741ef {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:29.878489 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks [] for port (946596f5-0fd5-4db0-a720-f291f93741ef), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:29.906141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Transition to ACTIVE for port object 946596f5-0fd5-4db0-a720-f291f93741ef will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:29.910697 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:29.918362 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55934) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:30.014971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:30.023607 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:30.039132 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc2caa5a-35c7-40b1-81fd-fc6f4f040dbc req-dcd38c76-61a1-4afc-a996-86b5673cd25c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6528525 Oct 13 04:21:30.064885 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-db67ed5d-9c64-4a39-96ff-07ef16f6d255 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.080433 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-db67ed5d-9c64-4a39-96ff-07ef16f6d255 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 817 time: 1.2836907 Oct 13 04:21:30.112519 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:30.150897 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8ee9f715-beee-4d02-8811-e8f2de652639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.153016 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-8ee9f715-beee-4d02-8811-e8f2de652639 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=22f48e5a-e956-4183-92aa-e60c1cb12089 HTTP/1.1" status: 200 len: 851 time: 0.3842521 Oct 13 04:21:30.178473 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:30.203906 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.344170 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:30.377150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.399528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.416420 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.420140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312cb3b-2fcc-4392-8d93-d044f78a35ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ee013-1cee-4db5-8955-6637b9c4c5e3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.423801 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.426030 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 200 len: 1093 time: 5.8616238 Oct 13 04:21:30.510189 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment a92bf958-add8-4cfe-96c0-2092d2b28d0b resource provider aggregate not found Oct 13 04:21:30.520248 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77722fd2-3725-41e3-aa18-67a143c07308 req-4465f400-7c01-4fca-a35c-db99033b942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.526750 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-4465f400-7c01-4fca-a35c-db99033b942b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=656e3a17-1f34-48c5-89e8-17cf546de72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3420300 Oct 13 04:21:30.554435 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment a92bf958-add8-4cfe-96c0-2092d2b28d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a92bf958-add8-4cfe-96c0-2092d2b28d0b found for delete ", "request_id": "req-d9e22cef-fb50-4bc0-89e1-c42909d83f4c"}]} Oct 13 04:21:30.567315 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cee08-ea2c-4f0e-bf23-4612e3d491a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.616163 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:30.617528 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.631784 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 Oct 13 04:21:30.679564 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-69a248f0-3ab8-48a4-a580-7ec98ad86663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.681143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7921a6-2a58-47c9-852c-7d441a008575 req-46de430a-c86b-43cc-be6a-df7c4679c56e tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:30.685558 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ce7921a6-2a58-47c9-852c-7d441a008575 req-46de430a-c86b-43cc-be6a-df7c4679c56e tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 943 time: 1.1192834 Oct 13 04:21:30.691477 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-69a248f0-3ab8-48a4-a580-7ec98ad86663 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 1127 time: 0.1149607 Oct 13 04:21:30.696954 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961fef32-31e1-48c8-a6c9-bf68dd1ea19b x-openstack-request-id: req-961fef32-31e1-48c8-a6c9-bf68dd1ea19b {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:30.702796 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:30.703301 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-961fef32-31e1-48c8-a6c9-bf68dd1ea19b {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:30.704451 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961fef32-31e1-48c8-a6c9-bf68dd1ea19b'] response: {'name': 'network-changed', 'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741', 'status': 'completed', 'code': 200} Oct 13 04:21:30.716788 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:30.734765 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.809034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] Publish callbacks [] for security_group (81c49da9-bff3-4f38-a7a7-794bc61e7977), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.878130 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] Publish callbacks [] for security_group (81c49da9-bff3-4f38-a7a7-794bc61e7977), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:30.944335 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0070c734-cbe4-4366-80e5-312be93b7e5b req-4c42d0f1-0e69-4634-a788-a9edb8693ef3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.0797033 Oct 13 04:21:30.957019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:30.982366 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-c261f83e-940c-4401-9530-062d11e216ea service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 200 len: 217 time: 0.1711950 Oct 13 04:21:31.036055 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:31.040091 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:31.064769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-30702130-4fde-43cc-a8e1-f99abb47e015 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 380 time: 0.9812694 Oct 13 04:21:31.108667 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (81c49da9-bff3-4f38-a7a7-794bc61e7977), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.111721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.113118 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/81c49da9-bff3-4f38-a7a7-794bc61e7977 HTTP/1.1" status: 204 len: 168 time: 2.2558532 Oct 13 04:21:31.125610 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-551508af-5477-440f-a2dc-af5477fcfe32 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5d861bc994b44e8a9ab9eaf7f1d048b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1257823 Oct 13 04:21:31.126904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55964) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:31.158270 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-21476f5f-5f17-49e0-9acb-d2610bab7ad8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906137 Oct 13 04:21:31.210405 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:29Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:31.213659 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df027780-132f-4c0f-8b52-5ca8387298de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.217453 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:31.217956 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.218439 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 Oct 13 04:21:31.246599 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01b448b-2280-4336-b8f1-221119fcf56c None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:29Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:31.340226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5dbcf-a70a-4fdd-92b3-af73791aa9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c49da9-bff3-4f38-a7a7-794bc61e7977,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:31.365313 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6bb06-c237-476c-858d-f47e5fba52b2 req-15d1ef00-2e54-43b0-b37c-d9c1a7d37822 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:31.379673 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8f6bb06-c237-476c-858d-f47e5fba52b2 req-15d1ef00-2e54-43b0-b37c-d9c1a7d37822 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 932 time: 0.2027342 Oct 13 04:21:31.385029 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-7620d880-3530-478c-b159-8910c8bd07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:31.389458 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-7620d880-3530-478c-b159-8910c8bd07e5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.1903358 Oct 13 04:21:31.532980 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ce7921a6-2a58-47c9-852c-7d441a008575 req-97720d4f-da1e-401f-96e6-c7eb6edf5e67 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894094 Oct 13 04:21:31.549137 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:31.549883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.590803 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8f6bb06-c237-476c-858d-f47e5fba52b2 req-4d5fe5c5-94f3-4107-b4ca-cd946b814030 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897850 Oct 13 04:21:31.655283 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:31.662279 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:31.724502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Attempting to bind port 946596f5-0fd5-4db0-a720-f291f93741ef on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:31.730435 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Attempting to bind port 946596f5-0fd5-4db0-a720-f291f93741ef by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:31.731255 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Attempting to bind port 946596f5-0fd5-4db0-a720-f291f93741ef on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:31.844846 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'port': {'device_id': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'admin_state_up': True, 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'security_groups': ['653c50e0-a3ab-45e0-a1c9-0c71b741e44e']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:31.865755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:31.952570 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Port 946596f5-0fd5-4db0-a720-f291f93741ef on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:31.952754 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Attempting to bind port 946596f5-0fd5-4db0-a720-f291f93741ef on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:31.992751 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.36', 51332) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:32.192977 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:32.207641 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-02d8b307-6f6c-4889-91da-8a30678282a2 req-d23cd286-152b-4d28-a1b0-af7253ace51c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 210 time: 0.2702837 Oct 13 04:21:32.366980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 55980) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:32.423585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.464498 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-74b279e5-42a7-4fa3-82b0-b885614f8a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.508614 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:32.508979 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:32.509538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Bound using segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:32.510033 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Bound port: 946596f5-0fd5-4db0-a720-f291f93741ef, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:32.510403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.535078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-614ad01c-4424-43d0-94cb-3c41e67d3b90 req-3bcee7b8-9b7c-4f33-9094-f3b474883f84 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.1667778 Oct 13 04:21:32.657385 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-1a07f4dd-858f-4dfa-a8fc-1cb365e91e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:32.659473 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-1a07f4dd-858f-4dfa-a8fc-1cb365e91e55 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8309464 Oct 13 04:21:32.662604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-74b279e5-42a7-4fa3-82b0-b885614f8a8e admin admin] Publish callbacks [] for security_group (5f8c0da7-f465-4197-bfe2-6eefbda73fb8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.663336 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77722fd2-3725-41e3-aa18-67a143c07308 req-bdc59ec2-5e9f-4d8c-a8c1-81964abd9496 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939142 Oct 13 04:21:32.663846 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:32.666961 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] Publish callbacks [] for security_group (cf19f5e6-30be-4fb3-9e42-d9d29654c070), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.687378 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f6831-8fe0-4a97-bbb2-67136ee7d60a req-8e0be546-326f-44d3-993e-d9773b184d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:32.694779 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c82f6831-8fe0-4a97-bbb2-67136ee7d60a req-8e0be546-326f-44d3-993e-d9773b184d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 943 time: 0.9471107 Oct 13 04:21:32.699434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] Publish callbacks [] for security_group (cf19f5e6-30be-4fb3-9e42-d9d29654c070), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.733845 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:32.736512 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d9572-1381-4bf9-aa7a-e02225a46d08" -d '{"events": [{"name": "network-changed", "server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:32.736671 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-74b279e5-42a7-4fa3-82b0-b885614f8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5f8c0da7-f465-4197-bfe2-6eefbda73fb8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:32.820212 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b279e5-42a7-4fa3-82b0-b885614f8a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8c0da7-f465-4197-bfe2-6eefbda73fb8,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.856519 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-35c2ad0e-e672-4711-a89f-15064ad307f5 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:32.858759 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-35c2ad0e-e672-4711-a89f-15064ad307f5 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 810 time: 0.8160064 Oct 13 04:21:32.869925 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c82f6831-8fe0-4a97-bbb2-67136ee7d60a req-dedf1804-74fd-4b11-b421-93eda5582e7a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726625 Oct 13 04:21:32.966972 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-d920b461-be1e-4784-ab92-9cc842c0b72a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445189 Oct 13 04:21:33.001375 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:33.087228 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da828bc3-f136-46fa-ab5b-4975b8d3c944 req-c86111dc-950d-43eb-8ddf-f8fc0370106a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:33.088731 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-da828bc3-f136-46fa-ab5b-4975b8d3c944 req-c86111dc-950d-43eb-8ddf-f8fc0370106a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 932 time: 0.1208620 Oct 13 04:21:33.108211 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8be2-03fa-4dc2-b733-907c207270ea req-39aa1df5-2a20-44dc-ad7b-c07f9ceda346 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:33.109697 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3f3c8be2-03fa-4dc2-b733-907c207270ea req-39aa1df5-2a20-44dc-ad7b-c07f9ceda346 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 943 time: 0.3843794 Oct 13 04:21:33.120103 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-74b279e5-42a7-4fa3-82b0-b885614f8a8e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8e50e80a13214d0497c3d0f3c8b06d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7393513 Oct 13 04:21:33.127019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56008) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:33.129728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7911061-419d-4200-84cb-0fd55dbfabb4 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:33.142748 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:33.147502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks [] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.194179 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=946596f5-0fd5-4db0-a720-f291f93741ef,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:33.199855 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-fd2ccb9b-8ee4-454e-bfa5-a3a83c4f0569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:33.200024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cf19f5e6-30be-4fb3-9e42-d9d29654c070), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.201758 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-fd2ccb9b-8ee4-454e-bfa5-a3a83c4f0569 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2413ab4744c345bc94f68b6510ca3b44&device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 1127 time: 0.1934094 Oct 13 04:21:33.202165 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:33.202534 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.203663 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cf19f5e6-30be-4fb3-9e42-d9d29654c070 HTTP/1.1" status: 204 len: 168 time: 2.0702355 Oct 13 04:21:33.210028 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Transition to ACTIVE for port object d7911061-419d-4200-84cb-0fd55dbfabb4 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:33.214530 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Made reservation on behalf of 75387c76ea384e5c96a336751c613e6e for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:33.218685 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.234989 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.236572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.250477 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0bb1e-9183-44a7-9d48-91c2f3991f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19f5e6-30be-4fb3-9e42-d9d29654c070,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.255471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:33.256095 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.257500 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 1093 time: 6.3792922 Oct 13 04:21:33.261916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:33.283389 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-90e8ad0f-f8ce-43f4-af33-dff26b725df7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 380 time: 0.2801988 Oct 13 04:21:33.292694 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c835f64d-1dd5-4684-8cca-ae0099ac25df req-d7a1828c-9b7f-4282-b968-927b2850baea service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854695 Oct 13 04:21:33.319369 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3f3c8be2-03fa-4dc2-b733-907c207270ea req-50478f67-d992-410d-a3e3-fa9bb48c7b26 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850772 Oct 13 04:21:33.326456 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-da828bc3-f136-46fa-ab5b-4975b8d3c944 req-790cd247-5e47-4155-bc2b-b1ea7193fad3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079487 Oct 13 04:21:33.354067 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] Publish callbacks [] for security_group (5f8c0da7-f465-4197-bfe2-6eefbda73fb8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.401706 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a695e3-7922-4b43-8388-1a499a4c6ffe x-openstack-request-id: req-f1a695e3-7922-4b43-8388-1a499a4c6ffe {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:33.401849 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:33.402092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f1a695e3-7922-4b43-8388-1a499a4c6ffe {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:33.402914 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a695e3-7922-4b43-8388-1a499a4c6ffe'] response: {'name': 'network-changed', 'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'status': 'completed', 'code': 200} Oct 13 04:21:33.420750 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] Publish callbacks [] for security_group (5f8c0da7-f465-4197-bfe2-6eefbda73fb8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.446126 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:33.524761 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5f8c0da7-f465-4197-bfe2-6eefbda73fb8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.527701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.531909 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5f8c0da7-f465-4197-bfe2-6eefbda73fb8 HTTP/1.1" status: 204 len: 168 time: 0.3980892 Oct 13 04:21:33.540388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba11d75-9801-4d50-bdc0-bc843af03130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8c0da7-f465-4197-bfe2-6eefbda73fb8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.559153 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc77b75-3907-48b2-ab75-fdda13754970" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:33.574948 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d49c80e1-d234-4488-bef8-81f7d67a3e12 req-c9ee9ec4-289f-45b4-800a-56f98796b6b7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 210 time: 0.1170485 Oct 13 04:21:33.614657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52278d-c850-43c9-8d56-a434fa44e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.658937 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-743842f7-63b5-490f-9740-faa2e4194788 req-0b66c40b-61fd-4d1f-ab2b-6b1b44718b64 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.0373840 Oct 13 04:21:33.737272 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Pushing event updated for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.746613 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Attempting to bind port d7911061-419d-4200-84cb-0fd55dbfabb4 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:33.746950 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Attempting to bind port d7911061-419d-4200-84cb-0fd55dbfabb4 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:33.747540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Attempting to bind port d7911061-419d-4200-84cb-0fd55dbfabb4 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:33.791477 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Allocated IP 172.20.0.3 (73173841-4fa1-43e4-b55e-5df3b82b728b/4885d988-ffd0-4574-8271-1b6737d07d13/5875ba79-ec13-4e89-b04e-d8477ef49e14) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:33.839401 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Port d7911061-419d-4200-84cb-0fd55dbfabb4 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:33.839823 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Attempting to bind port d7911061-419d-4200-84cb-0fd55dbfabb4 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:33.862677 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:33.915336 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:33.916305 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.916826 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 Oct 13 04:21:33.954398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:33.959802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:33.960143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:33.960528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Bound using segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:33.960971 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Bound port: d7911061-419d-4200-84cb-0fd55dbfabb4, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:33.961330 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:33.995350 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:34.101627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:34.106591 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.136567 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56048) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:34.140913 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.154462 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c99b34-d750-4981-9313-8e28169dd1c5 x-openstack-request-id: req-83c99b34-d750-4981-9313-8e28169dd1c5 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:34.155609 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:34.156159 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83c99b34-d750-4981-9313-8e28169dd1c5 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:34.156908 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c99b34-d750-4981-9313-8e28169dd1c5'] response: {'name': 'network-changed', 'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef', 'status': 'completed', 'code': 200} Oct 13 04:21:34.162559 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:34.163996 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'port': {'device_id': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'admin_state_up': True, 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'security_groups': ['47e4ccc0-0345-43d5-8629-7f91d29fce36']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:34.192057 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=d7911061-419d-4200-84cb-0fd55dbfabb4,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:34.193246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56056) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:34.230029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.262593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.263389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.265606 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-20c946d3-3b66-41b8-9373-43841156781a service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 200 len: 1094 time: 5.7385957 Oct 13 04:21:34.269758 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.274323 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-8ce91fe2-ddb5-489d-82bb-91bb6e2573e0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9e18bc36229e4e118f04206e4b5765a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794296 Oct 13 04:21:34.284324 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56058) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:34.317831 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:34.322465 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.330071 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:34.338931 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1227b4f-40b5-49de-924c-b335ba4737fc req-bd49c587-b04a-460f-97ef-33786cfdd29c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.339168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:34.350162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c946d3-3b66-41b8-9373-43841156781a service neutron] Pushing event updated for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.353647 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1227b4f-40b5-49de-924c-b335ba4737fc req-bd49c587-b04a-460f-97ef-33786cfdd29c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 943 time: 0.3339086 Oct 13 04:21:34.524643 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1227b4f-40b5-49de-924c-b335ba4737fc req-207ef59e-d09a-4774-972f-14a935b6a15b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697700 Oct 13 04:21:34.566873 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.567774 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.570370 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:34.595619 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] Publish callbacks [] for security_group (5cae2568-6166-428e-82c4-03dcf5976509), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.643191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.660796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] Publish callbacks [] for security_group (5cae2568-6166-428e-82c4-03dcf5976509), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.670748 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ae6f-e4a7-4c6f-9b72-6be8825a96aa req-e3acd8b1-443a-4ae4-a02b-f49b979a18b9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.672700 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9905ae6f-e4a7-4c6f-9b72-6be8825a96aa req-e3acd8b1-443a-4ae4-a02b-f49b979a18b9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.2287591 Oct 13 04:21:34.673765 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88fb-670f-40d6-9474-a5186c691f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.687090 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-42b1674a-f5e3-40f1-9e23-9dcb5fcef026 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8540573 Oct 13 04:21:34.752561 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.764428 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Made reservation on behalf of 73d6c8ffc0354e9d889b1abc471602ac for: {'port': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:34.769107 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.771382 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-f6a9a08c-1556-45e1-ba57-4c03e0cd00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.773223 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-f6a9a08c-1556-45e1-ba57-4c03e0cd00dd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=656e3a17-1f34-48c5-89e8-17cf546de72a HTTP/1.1" status: 200 len: 913 time: 0.6435134 Oct 13 04:21:34.783445 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9905ae6f-e4a7-4c6f-9b72-6be8825a96aa req-ebd13e35-fba9-44ec-9b1e-cba7b99711fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938387 Oct 13 04:21:34.808763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663eb84a-85aa-48dc-b3de-858c590426cc req-b4d4beae-e33c-4ed2-9169-b7f54a114ba3 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:34.809039 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-187c288d-57f9-45b7-8def-7ee6049e4d2d None None] Provisioning complete for port 5875ba79-ec13-4e89-b04e-d8477ef49e14 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:34.811382 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-187c288d-57f9-45b7-8def-7ee6049e4d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.811777 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5cae2568-6166-428e-82c4-03dcf5976509), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.812287 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-187c288d-57f9-45b7-8def-7ee6049e4d2d None None] Attempt 1 to provision port 5875ba79-ec13-4e89-b04e-d8477ef49e14 Oct 13 04:21:34.814835 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:34.819042 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5cae2568-6166-428e-82c4-03dcf5976509 HTTP/1.1" status: 204 len: 168 time: 0.5314188 Oct 13 04:21:34.819359 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-663eb84a-85aa-48dc-b3de-858c590426cc req-b4d4beae-e33c-4ed2-9169-b7f54a114ba3 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 943 time: 0.1510482 Oct 13 04:21:34.843747 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da6994-5c06-4044-886d-bf45ed1e32dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cae2568-6166-428e-82c4-03dcf5976509,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.897726 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Request body: {'port': {'device_id': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:34.916959 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=40,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:34.926183 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=46 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:34.939033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-187c288d-57f9-45b7-8def-7ee6049e4d2d None None] Port 5875ba79-ec13-4e89-b04e-d8477ef49e14 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:34.976458 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:35.061915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:35.067173 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-303fbb25-0f31-494a-b76f-1fcb489886c5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741 HTTP/1.1" status: 200 len: 217 time: 0.1510656 Oct 13 04:21:35.095026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-7b8851cc-3a49-49e9-92e4-55fe60fa1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.096676 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-7b8851cc-3a49-49e9-92e4-55fe60fa1916 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1128 time: 0.1484101 Oct 13 04:21:35.121514 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-e5a60a1c-c1cb-4a7c-ba69-2568544d6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.123961 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-e5a60a1c-c1cb-4a7c-ba69-2568544d6e3d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1127 time: 0.2502213 Oct 13 04:21:35.132020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e90f5-348d-4400-9c8b-8c68ad4307dd req-2d65d094-120f-434a-8e37-6dab7a5e1860 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.133524 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3d9e90f5-348d-4400-9c8b-8c68ad4307dd req-2d65d094-120f-434a-8e37-6dab7a5e1860 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 931 time: 0.1831508 Oct 13 04:21:35.134772 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-c1989f7b-eb58-4992-9e49-2cc9c129b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.136338 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-c1989f7b-eb58-4992-9e49-2cc9c129b577 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 1127 time: 0.2618358 Oct 13 04:21:35.155564 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-663eb84a-85aa-48dc-b3de-858c590426cc req-22d62454-8781-4b0c-8baa-77b7db7297d9 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364248 Oct 13 04:21:35.230135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:35.251908 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-62de898b-383a-42fe-aa38-05f66a7fc109 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 200 len: 217 time: 0.1260934 Oct 13 04:21:35.252818 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:35.269513 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-e84ed37d-a1e1-4d3b-b703-10d58bf0df53 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 217 time: 0.1053538 Oct 13 04:21:35.325128 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-4b6c1b10-2c8a-4e6d-97d6-8d3205924e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.327325 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-4b6c1b10-2c8a-4e6d-97d6-8d3205924e32 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=22f48e5a-e956-4183-92aa-e60c1cb12089 HTTP/1.1" status: 200 len: 851 time: 0.2375138 Oct 13 04:21:35.371622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88fb-670f-40d6-9474-a5186c691f25 admin admin] Publish callbacks [] for security_group (f8d92304-cc9c-4d49-b7ee-6b14282852ec), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:35.392721 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Allocated IP 172.20.0.4 (80a6f545-b088-4d6c-b95e-6cedd0b72a59/63435567-ec98-4c1f-b48a-9cd87c21e861/bbd5fde3-e147-43a0-a4cf-beb965d2c6c7) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:35.436542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6b3a88fb-670f-40d6-9474-a5186c691f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (f8d92304-cc9c-4d49-b7ee-6b14282852ec), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:35.461631 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-08125687-89d2-43d6-8519-5624e41a5789 req-c15ff0d6-eab1-4f36-a485-dd700002d9a3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.0969417 Oct 13 04:21:35.489220 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-d6062e8e-9b60-48cd-a7e7-87865fb61c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.490822 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-d6062e8e-9b60-48cd-a7e7-87865fb61c1d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.2058969 Oct 13 04:21:35.504761 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-656adf69-3030-4c37-8ba7-3192c423c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.506352 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-656adf69-3030-4c37-8ba7-3192c423c427 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=656e3a17-1f34-48c5-89e8-17cf546de72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1588633 Oct 13 04:21:35.523470 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-49589a4b-ce02-4fa2-893e-8afac44bc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.525346 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-49589a4b-ce02-4fa2-893e-8afac44bc78d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.3462977 Oct 13 04:21:35.600448 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6b3a88fb-670f-40d6-9474-a5186c691f25 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fb96c1d494324ee9a7cbf76664094cee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4295824 Oct 13 04:21:35.796574 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3d9e90f5-348d-4400-9c8b-8c68ad4307dd req-59b578d0-b5f9-4d3b-bb85-d6aa178b2bae tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6509030 Oct 13 04:21:35.799338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56102) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:35.801571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-ed68d75a-ab63-47e0-a2ff-f475951c3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.803457 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-ed68d75a-ab63-47e0-a2ff-f475951c3db1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.5325391 Oct 13 04:21:35.804901 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-85422ad8-ec8e-47bd-85f4-a917973f73f5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 200 len: 217 time: 0.2660880 Oct 13 04:21:35.849809 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a88fb-670f-40d6-9474-a5186c691f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d92304-cc9c-4d49-b7ee-6b14282852ec,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:35.960542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-6dcdef47-c624-4646-89f7-b13d907453e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.962237 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-6dcdef47-c624-4646-89f7-b13d907453e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4590807 Oct 13 04:21:35.979458 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ccf9-bb33-4a43-8412-927046b32ced req-1b34d0ab-5639-4e59-ac3c-432208cc182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:35.980950 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-1b34d0ab-5639-4e59-ac3c-432208cc182a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995350 Oct 13 04:21:36.038396 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aceb04-5a3b-4079-aec7-393e9e321a62 req-6fc14389-c604-4780-ac81-81e17da9356b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.045841 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-42aceb04-5a3b-4079-aec7-393e9e321a62 req-6fc14389-c604-4780-ac81-81e17da9356b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 943 time: 0.1970575 Oct 13 04:21:36.090653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:36.125781 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.131115 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:36.153894 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-6f8f3850-a9ca-4f9b-aed3-c86b6812f377 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325986 Oct 13 04:21:36.158997 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:36.161308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e009f5f-7ff3-4c9e-bf89-011265247abe" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:36.222467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-366f451b-b451-4570-9ed3-9df6c5957693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.222467 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-366f451b-b451-4570-9ed3-9df6c5957693 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.3349900 Oct 13 04:21:36.243537 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367955-3b10-4c78-b946-22199b8ab203 req-53ce9182-484d-4e45-b2b0-43e9f3324482 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.248999 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1e367955-3b10-4c78-b946-22199b8ab203 req-53ce9182-484d-4e45-b2b0-43e9f3324482 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.2639091 Oct 13 04:21:36.277537 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-42aceb04-5a3b-4079-aec7-393e9e321a62 req-c467a977-44df-4174-9304-27100b20ce29 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258098 Oct 13 04:21:36.297523 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-44cfadea-94bb-4d0c-8bb2-6460dfcddf41 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280506 Oct 13 04:21:36.340011 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] Publish callbacks [] for security_group (f8d92304-cc9c-4d49-b7ee-6b14282852ec), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.359194 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277e345-c965-4df7-961c-adea0e6fe9ae x-openstack-request-id: req-b277e345-c965-4df7-961c-adea0e6fe9ae {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:36.359782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:36.360225 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b277e345-c965-4df7-961c-adea0e6fe9ae {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:36.360898 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b277e345-c965-4df7-961c-adea0e6fe9ae'] response: {'name': 'network-changed', 'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4', 'status': 'completed', 'code': 200} Oct 13 04:21:36.363411 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.435049 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-b5a62e64-62db-4078-a84d-c36ce4b13ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.437794 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-b5a62e64-62db-4078-a84d-c36ce4b13ab9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2121198 Oct 13 04:21:36.442881 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:36.448322 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-b80fefa5-58ff-45d6-b381-f21af634eb39 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379621 Oct 13 04:21:36.451077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] Publish callbacks [] for security_group (f8d92304-cc9c-4d49-b7ee-6b14282852ec), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.496368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:36.504586 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-929bec87-16df-4261-9e4b-5a1f9d5f8c68 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393264 Oct 13 04:21:36.529790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:36.536175 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.545162 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:21:36.604685 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c356608-1732-441e-8a6f-6a4204cb36c5 req-a1d37c63-90bb-4107-9c1b-7743f6545fde tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.606600 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c356608-1732-441e-8a6f-6a4204cb36c5 req-a1d37c63-90bb-4107-9c1b-7743f6545fde tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 943 time: 0.1342523 Oct 13 04:21:36.611211 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-9cf23427-3d3a-4f02-bf23-e299387163d4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068073 Oct 13 04:21:36.647550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.648245 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.680917 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-88db0c43-18db-43ce-82f1-0f2f82727aa1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5484555 Oct 13 04:21:36.715142 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c356608-1732-441e-8a6f-6a4204cb36c5 req-dc955b91-b8fe-4e60-867f-ab1a02a35b95 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910466 Oct 13 04:21:36.781460 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1e367955-3b10-4c78-b946-22199b8ab203 req-0a5d49ec-0181-4c9f-9734-4726b7f5cb12 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050986 Oct 13 04:21:36.867715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:36.881045 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-363508d5-6e68-4f37-814f-cef8c9c7a477 None None] Provisioning complete for port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:36.883843 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-363508d5-6e68-4f37-814f-cef8c9c7a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.884419 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-363508d5-6e68-4f37-814f-cef8c9c7a477 None None] Attempt 1 to provision port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 Oct 13 04:21:36.887081 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf7e6-67f1-47f6-be8d-1cca33a042a7 req-def4fb56-4432-4273-9f98-84df0fa7fa4e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:36.888868 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7fcf7e6-67f1-47f6-be8d-1cca33a042a7 req-def4fb56-4432-4273-9f98-84df0fa7fa4e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 931 time: 0.0726557 Oct 13 04:21:36.905036 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-9abcfa4a-e250-4aba-beac-619f25825cd1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507501 Oct 13 04:21:36.905769 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (f8d92304-cc9c-4d49-b7ee-6b14282852ec), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.911882 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:36.913205 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f8d92304-cc9c-4d49-b7ee-6b14282852ec HTTP/1.1" status: 204 len: 168 time: 1.1071360 Oct 13 04:21:36.959116 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-363508d5-6e68-4f37-814f-cef8c9c7a477 None None] Port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:21:36.976068 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa096c-a9bd-4c21-9fed-34beaeec0705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d92304-cc9c-4d49-b7ee-6b14282852ec,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.989746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:37.007370 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7fcf7e6-67f1-47f6-be8d-1cca33a042a7 req-cfef23c8-56af-4c7c-910e-3ea8c8887cce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094315 Oct 13 04:21:37.037630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:37.057870 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7903ccf9-bb33-4a43-8412-927046b32ced req-1991d2fe-0d3a-44d3-b7d8-be48f16b4114 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976143 Oct 13 04:21:37.066122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks [] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.088641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693a1dd-a25b-4a76-978e-011dc4b8b63f req-e5f6b6e6-9135-49c0-ae13-f267a18eda3e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:37.099068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5693a1dd-a25b-4a76-978e-011dc4b8b63f req-e5f6b6e6-9135-49c0-ae13-f267a18eda3e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 931 time: 0.1572974 Oct 13 04:21:37.134715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Transition to ACTIVE for port object 5875ba79-ec13-4e89-b04e-d8477ef49e14 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:37.180278 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5693a1dd-a25b-4a76-978e-011dc4b8b63f req-e72b0c59-134a-49d8-9664-6b6145b94c70 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781996 Oct 13 04:21:37.185026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.208198 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:37.313382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.325952 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:37.327575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Attempting to bind port 5875ba79-ec13-4e89-b04e-d8477ef49e14 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:37.328029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Attempting to bind port 5875ba79-ec13-4e89-b04e-d8477ef49e14 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:37.328371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Attempting to bind port 5875ba79-ec13-4e89-b04e-d8477ef49e14 on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:37.414821 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Port 5875ba79-ec13-4e89-b04e-d8477ef49e14 on network 73173841-4fa1-43e4-b55e-5df3b82b728b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:37.415194 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Attempting to bind port 5875ba79-ec13-4e89-b04e-d8477ef49e14 on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:37.422961 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56168) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:37.473872 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:37.486409 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741', 'network_id': '656e3a17-1f34-48c5-89e8-17cf546de72a', 'port_id': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741', 'mac_address': 'fa:16:3e:be:58:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f48e5a-e956-4183-92aa-e60c1cb12089', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:37.498924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe62bc-43c9-4c1f-ab9f-d874a7cc75b1 req-0621398a-b801-4c84-aec4-33ddfdf067e2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:37.499739 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7d2-30af-4d6d-a24a-8aef727356f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.515689 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-00fe62bc-43c9-4c1f-ab9f-d874a7cc75b1 req-0621398a-b801-4c84-aec4-33ddfdf067e2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 943 time: 0.1220579 Oct 13 04:21:37.525173 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:37.525752 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.533032 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Request body: {'port': {'device_id': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:37.541127 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:37.562890 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:37.568866 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.570498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbeaed93-8e22-4d9f-a3ed-cb1f27426334 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:37.609280 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-2a15cad7-2aea-4a38-9086-cddbdc44d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:37.611283 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-2a15cad7-2aea-4a38-9086-cddbdc44d44b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1127 time: 0.1834707 Oct 13 04:21:37.642241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.668677 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-00fe62bc-43c9-4c1f-ab9f-d874a7cc75b1 req-e4cbe8c5-54d0-46d0-992f-a2c5187268b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519105 Oct 13 04:21:37.693963 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-159d9572-1381-4bf9-aa7a-e02225a46d08 req-4e6ee313-74c0-4e7e-b81a-05f131717731 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689419 Oct 13 04:21:37.724522 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.732629 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:37.744467 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:37.791402 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:37.791960 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.792659 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7d2-30af-4d6d-a24a-8aef727356f6 admin admin] Publish callbacks [] for security_group (03ad2f0f-2781-40bc-b27f-2ca52db8e6f3), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.795082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:37.795479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Checking segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:37.795880 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Bound using segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:37.796606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Bound port: 5875ba79-ec13-4e89-b04e-d8477ef49e14, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:37.797080 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.802527 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dcc8a7d2-30af-4d6d-a24a-8aef727356f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (03ad2f0f-2781-40bc-b27f-2ca52db8e6f3), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.808821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeaed93-8e22-4d9f-a3ed-cb1f27426334 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:37.841438 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-dcc8a7d2-30af-4d6d-a24a-8aef727356f6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=36d9f444580d4391ae1aa2fe0bee603d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067793 Oct 13 04:21:37.851277 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56182) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:37.859403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:37.866303 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:37.924964 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:37.946365 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.959560 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0b955-8076-47fa-8ee0-250d42acbd0b req-62331644-b9e6-4c22-9c9b-302b26c16889 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:37.960065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8a7d2-30af-4d6d-a24a-8aef727356f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad2f0f-2781-40bc-b27f-2ca52db8e6f3,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.961083 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e1a0b955-8076-47fa-8ee0-250d42acbd0b req-62331644-b9e6-4c22-9c9b-302b26c16889 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.0640056 Oct 13 04:21:37.996293 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:38.020142 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0936c14-5272-4f3f-b2d1-122598244ecc req-a3a98ca1-a45a-417d-8d5d-8269d6bc882b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.021760 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a0936c14-5272-4f3f-b2d1-122598244ecc req-a3a98ca1-a45a-417d-8d5d-8269d6bc882b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 944 time: 0.1566024 Oct 13 04:21:38.027895 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:38.032618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:38.051265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.071294 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.072148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.074257 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 1093 time: 3.2002749 Oct 13 04:21:38.090695 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 {{(pid=104468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:38.095800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] Publish callbacks [] for security_group (03ad2f0f-2781-40bc-b27f-2ca52db8e6f3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.103680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks [] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.123294 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e1a0b955-8076-47fa-8ee0-250d42acbd0b req-591834dc-c883-4ed1-8521-fe4e88d4f8c1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522226 Oct 13 04:21:38.124181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] Publish callbacks [] for security_group (03ad2f0f-2781-40bc-b27f-2ca52db8e6f3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.125636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:38.150199 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.provisioning_blocks [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Transition to ACTIVE for port object bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 will not be triggered until provisioned by entity L2. {{(pid=104468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:21:38.155212 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.173677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:38.233214 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a0936c14-5272-4f3f-b2d1-122598244ecc req-2eb5cbcf-3651-469e-a389-e1101ad57de3 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981165 Oct 13 04:21:38.249655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4047ed-b33f-449d-ba32-df3639016aff service neutron] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:38.317065 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:38.348620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf538-da54-4bbd-b6c5-2e6b31e2d9ad req-cb5bb3d6-0a82-4226-8ac7-6e4f13afb99a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.357135 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ea3bf538-da54-4bbd-b6c5-2e6b31e2d9ad req-cb5bb3d6-0a82-4226-8ac7-6e4f13afb99a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 943 time: 0.1650820 Oct 13 04:21:38.366168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:38.369112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd50fad-22de-4d60-ba4f-c9729dccb30d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:38.392550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (03ad2f0f-2781-40bc-b27f-2ca52db8e6f3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.395881 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['bbeaed93-8e22-4d9f-a3ed-cb1f27426334'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:38.404944 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:38.422519 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.430410 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/03ad2f0f-2781-40bc-b27f-2ca52db8e6f3 HTTP/1.1" status: 204 len: 168 time: 0.5757298 Oct 13 04:21:38.482424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-bd899ae1-ca85-4418-b989-11096e991228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.483989 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-bd899ae1-ca85-4418-b989-11096e991228 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1128 time: 0.1757073 Oct 13 04:21:38.526076 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Attempting to bind port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:21:38.526727 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Attempting to bind port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:21:38.527221 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Attempting to bind port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:38.544537 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ea3bf538-da54-4bbd-b6c5-2e6b31e2d9ad req-1d195818-d9b5-41b0-9a2e-64fe343ebc1e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840165 Oct 13 04:21:38.589990 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['6ff44094-2f0f-48d3-9ca9-a6dc0324f741'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:38.650361 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:38.650762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Attempting to bind port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:38.739494 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:21:38.740082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Checking segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:21:38.743104 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Bound using segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} {{(pid=104468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:21:38.743914 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.managers [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Bound port: bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}}] {{(pid=104468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:21:38.744555 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.859006 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:38.917106 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2ec9-4b04-4fef-a2d2-7811dab5c975 req-e73ecc75-0252-488c-af83-480ba9076d02 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.919550 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-051c2ec9-4b04-4fef-a2d2-7811dab5c975 req-e73ecc75-0252-488c-af83-480ba9076d02 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 944 time: 0.0962327 Oct 13 04:21:38.923711 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-d2a58e66-7581-4ff0-83c6-3b0ce6e34cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.926544 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-d2a58e66-7581-4ff0-83c6-3b0ce6e34cf3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.6282458 Oct 13 04:21:38.929523 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, cleared binding levels {{(pid=104468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:38.930141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c33a0-56d5-469b-ab0f-bc18e4d4ff58 x-openstack-request-id: req-359c33a0-56d5-469b-ab0f-bc18e4d4ff58 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:38.930631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:38.931047 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-359c33a0-56d5-469b-ab0f-bc18e4d4ff58 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:38.931663 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359c33a0-56d5-469b-ab0f-bc18e4d4ff58'] response: {'name': 'network-changed', 'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'status': 'completed', 'code': 200} Oct 13 04:21:38.934316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:38.950649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2393f1-749f-47cb-833e-2579008576b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad2f0f-2781-40bc-b27f-2ca52db8e6f3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:38.968082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.973029 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:38.973029 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:38.975141 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 1093 time: 1.4558187 Oct 13 04:21:38.980252 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:38.984821 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:39.038948 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-79737222-c961-4821-80cd-9ef2d50a8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.040698 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-79737222-c961-4821-80cd-9ef2d50a8ad1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1127 time: 0.6525843 Oct 13 04:21:39.048691 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-41ef581c-6186-423e-8a38-f48b1964a02f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 217 time: 0.0921764 Oct 13 04:21:39.054236 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515f9fb-dcd2-4424-a95e-aa99e9545eb6 req-cb5fe40b-20c1-460c-8103-af0d91577ee6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.054397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56240) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:39.055439 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6515f9fb-dcd2-4424-a95e-aa99e9545eb6 req-cb5fe40b-20c1-460c-8103-af0d91577ee6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.6817474 Oct 13 04:21:39.096625 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-051c2ec9-4b04-4fef-a2d2-7811dab5c975 req-e346b72c-8a04-49c2-9e03-ff53b114a030 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586308 Oct 13 04:21:39.135085 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-1df25d0b-c3fe-448b-88c2-ce00db8f06c2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 217 time: 0.0720465 Oct 13 04:21:39.160560 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130b38f-f61d-40e9-8a9f-81e07c177ccf service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=3']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.171610 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-431cc105-570a-4192-b10a-498e147c2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.173211 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-431cc105-570a-4192-b10a-498e147c2aa6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1127 time: 0.1068420 Oct 13 04:21:39.222921 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-972794c7-c6a1-4255-9927-c0814dde8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.224391 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-972794c7-c6a1-4255-9927-c0814dde8453 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.1603899 Oct 13 04:21:39.253338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-b0f1a266-c227-47c0-b673-844da051f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.254798 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-b0f1a266-c227-47c0-b673-844da051f5ed service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.7393606 Oct 13 04:21:39.257113 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d6411-ff4b-48f6-b957-4d00e232baf0 x-openstack-request-id: req-e01d6411-ff4b-48f6-b957-4d00e232baf0 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:39.257459 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:39.257714 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e01d6411-ff4b-48f6-b957-4d00e232baf0 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:39.258118 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01d6411-ff4b-48f6-b957-4d00e232baf0'] response: {'name': 'network-changed', 'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'status': 'completed', 'code': 200} Oct 13 04:21:39.266446 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-aabaada8-d8b8-4437-ab38-5993fd0ba9c1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 217 time: 0.0778289 Oct 13 04:21:39.283986 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-edee3b5e-6c07-4a91-b9dc-89aa2ba43191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:39.286493 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:39.324871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-9bdfb6b1-8407-401d-885f-ef47f35b0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.326763 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-9bdfb6b1-8407-401d-885f-ef47f35b0fd7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.1822140 Oct 13 04:21:39.332572 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-b0b187b1-1eb5-4593-88a4-9c50832f12cf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 200 len: 217 time: 0.0640087 Oct 13 04:21:39.336595 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6515f9fb-dcd2-4424-a95e-aa99e9545eb6 req-c6061833-072d-4e54-9319-eec7f2fd6c60 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004404 Oct 13 04:21:39.387078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-c4df196e-ca32-421f-a77a-1ad00bd28396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.388957 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-c4df196e-ca32-421f-a77a-1ad00bd28396 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.1157522 Oct 13 04:21:39.398930 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeadc5-7247-4081-8ea4-8cc560b948ff req-e96316c0-6f9c-4a12-9c8e-d2453c5ec3b0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.400381 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4aeadc5-7247-4081-8ea4-8cc560b948ff req-e96316c0-6f9c-4a12-9c8e-d2453c5ec3b0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.0950329 Oct 13 04:21:39.431943 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-ff8a2956-7d2d-4c58-8ed0-8dfa38068a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.433751 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-ff8a2956-7d2d-4c58-8ed0-8dfa38068a76 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1944811 Oct 13 04:21:39.476184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-528b00a2-2a2d-4429-8faa-6f27027d130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.477667 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-528b00a2-2a2d-4429-8faa-6f27027d130a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764344 Oct 13 04:21:39.531120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:39.558603 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4aeadc5-7247-4081-8ea4-8cc560b948ff req-2d9c8580-7186-4f77-99e6-0a55d023ffd7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452925 Oct 13 04:21:39.579340 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-edee3b5e-6c07-4a91-b9dc-89aa2ba43191 admin admin] Publish callbacks [] for security_group (78c83fe7-59e7-4271-b0aa-123e5421efb1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:39.592839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-511ca923-56f8-40b0-8665-5be79b033f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.594475 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-511ca923-56f8-40b0-8665-5be79b033f5d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2546849 Oct 13 04:21:39.600117 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-10aa8d2d-09f7-473a-b1ea-7b798db107da service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564381 Oct 13 04:21:39.601472 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-31190060-43b0-4639-a060-7be978b84a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.602824 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-31190060-43b0-4639-a060-7be978b84a61 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.2498126 Oct 13 04:21:39.604537 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-edee3b5e-6c07-4a91-b9dc-89aa2ba43191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (78c83fe7-59e7-4271-b0aa-123e5421efb1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:39.611203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326e15-2071-49d2-9a42-5d07c0d422bd req-1bb95cd4-f246-44d6-8181-325339a6ef34 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.612708 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-88326e15-2071-49d2-9a42-5d07c0d422bd req-1bb95cd4-f246-44d6-8181-325339a6ef34 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 944 time: 0.0702107 Oct 13 04:21:39.643359 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-edee3b5e-6c07-4a91-b9dc-89aa2ba43191 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90f0e3b188194915a66e07300a1d7578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879059 Oct 13 04:21:39.664147 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56264) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:39.679317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:39.706992 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee3b5e-6c07-4a91-b9dc-89aa2ba43191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c83fe7-59e7-4271-b0aa-123e5421efb1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.741017 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-55b6dbf9-c3c8-4ec5-a34b-a1e84a343132 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505195 Oct 13 04:21:39.759320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 946596f5-0fd5-4db0-a720-f291f93741ef details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:39.793750 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:39.823940 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-0773362f-f0e1-49e3-9ce0-1979f8217b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.826006 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-0773362f-f0e1-49e3-9ce0-1979f8217b9e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2111228 Oct 13 04:21:39.848970 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-16e1b3cb-1964-458b-a96f-4cae5e7608d1 req-6c95ba76-191e-48e8-8460-c6725577653f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001914 Oct 13 04:21:39.857779 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426c9df-c200-4c93-bb70-90cf36aa2bbe req-23e9798e-4ae3-43eb-b524-92a972a0b7ce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:39.863480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:39.865435 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6426c9df-c200-4c93-bb70-90cf36aa2bbe req-23e9798e-4ae3-43eb-b524-92a972a0b7ce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 943 time: 0.1801438 Oct 13 04:21:39.933675 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6426c9df-c200-4c93-bb70-90cf36aa2bbe req-281db08e-e788-4da7-a8cc-b7ed22eb7dec tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672240 Oct 13 04:21:39.964286 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc77b75-3907-48b2-ab75-fdda13754970 req-05be084d-52da-4400-ae8a-a9437d898b4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505006 Oct 13 04:21:39.975560 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-88326e15-2071-49d2-9a42-5d07c0d422bd req-d1937ca7-1f6b-4887-b38a-72cb16a01279 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388441 Oct 13 04:21:39.989067 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-dd2536be-160a-486d-bb9f-9dad04f11fb5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851407 Oct 13 04:21:40.024184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] Publish callbacks [] for security_group (78c83fe7-59e7-4271-b0aa-123e5421efb1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.084566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] Publish callbacks [] for security_group (78c83fe7-59e7-4271-b0aa-123e5421efb1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.096442 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-c5a3f754-55de-486a-b13b-1116eee766a3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570815 Oct 13 04:21:40.126616 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:40.154018 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:40.154946 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.155312 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 Oct 13 04:21:40.163343 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (78c83fe7-59e7-4271-b0aa-123e5421efb1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.166516 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.167687 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/78c83fe7-59e7-4271-b0aa-123e5421efb1 HTTP/1.1" status: 204 len: 168 time: 0.4937930 Oct 13 04:21:40.182515 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0267f-a479-4ece-bcd3-d87274ced3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c83fe7-59e7-4271-b0aa-123e5421efb1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.183439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=946596f5-0fd5-4db0-a720-f291f93741ef,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:40.221117 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '946596f5-0fd5-4db0-a720-f291f93741ef', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'port_id': '946596f5-0fd5-4db0-a720-f291f93741ef', 'mac_address': 'fa:16:3e:21:49:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:40.285437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56284) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:40.290755 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda213d-10c8-4ecc-b87d-80b5221b84ae req-96962c00-2459-4101-9bec-42e364e664da tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:40.293186 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 946596f5-0fd5-4db0-a720-f291f93741ef is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:40.293646 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.295588 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ecda213d-10c8-4ecc-b87d-80b5221b84ae req-96962c00-2459-4101-9bec-42e364e664da tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 944 time: 0.0694470 Oct 13 04:21:40.312857 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:40.313352 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.317208 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946596f5-0fd5-4db0-a720-f291f93741ef {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:40.357742 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:40.386605 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ecda213d-10c8-4ecc-b87d-80b5221b84ae req-21d985d7-0712-4ce1-a5ba-656cf05cb544 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777330 Oct 13 04:21:40.442025 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=946596f5-0fd5-4db0-a720-f291f93741ef,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:40.454468 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.463586 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:40.470462 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b30ce76b-cad7-4bab-b967-d28a20c26ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.489658 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.490773 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbeaed93-8e22-4d9f-a3ed-cb1f27426334 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:40.566681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22b94-460a-4761-be92-82e5c436e87c req-3cab1f05-c6d5-4d6a-b6db-66be36a874a6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:40.568402 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20f22b94-460a-4761-be92-82e5c436e87c req-3cab1f05-c6d5-4d6a-b6db-66be36a874a6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0783613 Oct 13 04:21:40.571084 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.627276 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:40.631403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:40.657751 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:40.658523 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.658878 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 Oct 13 04:21:40.692355 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.707411 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dfe93f-7a0b-4b46-b8f2-20942d0e51df" -d '{"events": [{"server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:40.726136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:40.772350 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['946596f5-0fd5-4db0-a720-f291f93741ef'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:40.777142 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:40.777783 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.802723 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663f6f-38ac-4460-ba4c-4e3c63fdfdbf req-4ac4eb74-d0db-48ee-b299-1aa0abfdb884 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:40.815062 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95663f6f-38ac-4460-ba4c-4e3c63fdfdbf req-4ac4eb74-d0db-48ee-b299-1aa0abfdb884 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.0944133 Oct 13 04:21:40.842558 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:40.850733 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e009f5f-7ff3-4c9e-bf89-011265247abe req-b06932d1-2449-49a5-b2aa-df4211a00a13 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306388 Oct 13 04:21:40.854434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.913538 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-95663f6f-38ac-4460-ba4c-4e3c63fdfdbf req-65215c6f-06bb-45a8-bbcc-fa5c303a31c6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970006 Oct 13 04:21:40.915084 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20f22b94-460a-4761-be92-82e5c436e87c req-2e40b6de-1789-4ff0-9629-ff6a321f19b9 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352821 Oct 13 04:21:40.960224 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:40.969563 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b30ce76b-cad7-4bab-b967-d28a20c26ac0 admin admin] Publish callbacks [] for security_group (faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:40.980527 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b30ce76b-cad7-4bab-b967-d28a20c26ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.001748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56310) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:41.002218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-dad3f0f3-a51a-401b-adfb-8e07982f0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:41.003732 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-dad3f0f3-a51a-401b-adfb-8e07982f0832 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1127 time: 0.2914634 Oct 13 04:21:41.044496 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8357b41d-cf8c-45c1-b06d-fb506d9d77b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.067959 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:41.105790 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:41.156549 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:41.173090 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b30ce76b-cad7-4bab-b967-d28a20c26ac0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=234678ebae1c4d3bbb5917bc7a528eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8862758 Oct 13 04:21:41.175858 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56318) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:41.183009 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ce76b-cad7-4bab-b967-d28a20c26ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.227360 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d1f61d5-b97e-4052-a6a0-67c78a790104 req-d779b648-56f6-4e52-8c0e-e9a8f1e1ced0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058208 Oct 13 04:21:41.237024 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e781ac-feb9-4082-b86b-ed8676875222 x-openstack-request-id: req-d7e781ac-feb9-4082-b86b-ed8676875222 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:41.237556 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "name": "network-vif-plugged", "status": "completed", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:41.238240 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7e781ac-feb9-4082-b86b-ed8676875222 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:41.238867 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e781ac-feb9-4082-b86b-ed8676875222'] response: {'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741', 'code': 200} Oct 13 04:21:41.244114 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50287f0-8d0e-4e10-bd6f-4eff3ba422da req-af8f8690-fcca-4bd6-a8be-d66c549b1307 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:41.245883 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c50287f0-8d0e-4e10-bd6f-4eff3ba422da req-af8f8690-fcca-4bd6-a8be-d66c549b1307 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 943 time: 0.1286421 Oct 13 04:21:41.253182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] Publish callbacks [] for security_group (faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.263436 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8357b41d-cf8c-45c1-b06d-fb506d9d77b7 admin admin] Publish callbacks [] for security_group (2766c896-a2cb-4b31-aa0a-ed4e32c9317e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.275668 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8357b41d-cf8c-45c1-b06d-fb506d9d77b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2766c896-a2cb-4b31-aa0a-ed4e32c9317e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.287235 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-51a79abd-1ab4-4c8a-9a53-767abda4136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:41.288747 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-51a79abd-1ab4-4c8a-9a53-767abda4136c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.2636054 Oct 13 04:21:41.305767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] Publish callbacks [] for security_group (faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.317683 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c50287f0-8d0e-4e10-bd6f-4eff3ba422da req-454dc8f8-252b-4eb0-815c-dd6ea9188d1c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620167 Oct 13 04:21:41.370274 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357b41d-cf8c-45c1-b06d-fb506d9d77b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766c896-a2cb-4b31-aa0a-ed4e32c9317e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.398348 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8357b41d-cf8c-45c1-b06d-fb506d9d77b7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b701c14392804f2da5513f5b6e50ae35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3954194 Oct 13 04:21:41.401182 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56320) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:41.445370 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22577dee-e664-474e-8224-8b6f5d315f94 req-941bc8e9-6385-4ad7-93c4-b7df7f4c8bd4 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:41.448576 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-22577dee-e664-474e-8224-8b6f5d315f94 req-941bc8e9-6385-4ad7-93c4-b7df7f4c8bd4 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.1169500 Oct 13 04:21:41.455991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.459816 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.461186 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d HTTP/1.1" status: 204 len: 168 time: 0.2841437 Oct 13 04:21:41.491995 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdd61e-d24d-4ffd-9e04-a4d343b0d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faadccd5-0e5a-4b2f-ad7f-d231abdc4f2d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.499457 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] Publish callbacks [] for security_group (2766c896-a2cb-4b31-aa0a-ed4e32c9317e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.543188 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-22577dee-e664-474e-8224-8b6f5d315f94 req-a74d07c6-e4db-4e76-817a-d31f10f83408 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801013 Oct 13 04:21:41.565157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] Publish callbacks [] for security_group (2766c896-a2cb-4b31-aa0a-ed4e32c9317e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.590083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7279d-90dd-4db0-a1a3-152e50cee24a req-35e7bda9-68af-431c-8fe8-6ec64395c5ed tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:41.591777 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09e7279d-90dd-4db0-a1a3-152e50cee24a req-35e7bda9-68af-431c-8fe8-6ec64395c5ed tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0776861 Oct 13 04:21:41.662990 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09e7279d-90dd-4db0-a1a3-152e50cee24a req-197412c9-4321-4a5d-a23f-58dcce29c280 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628188 Oct 13 04:21:41.673191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2766c896-a2cb-4b31-aa0a-ed4e32c9317e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.676725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.680304 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2766c896-a2cb-4b31-aa0a-ed4e32c9317e HTTP/1.1" status: 204 len: 168 time: 0.2754090 Oct 13 04:21:41.702089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a5866-b218-4e5e-ae1e-8a4ce2ae4ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766c896-a2cb-4b31-aa0a-ed4e32c9317e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.756805 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device d7911061-419d-4200-84cb-0fd55dbfabb4 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:41.775301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 946596f5-0fd5-4db0-a720-f291f93741ef up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:41.885977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 946596f5-0fd5-4db0-a720-f291f93741ef completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:41.897380 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 946596f5-0fd5-4db0-a720-f291f93741ef triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:41.898107 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:41.898600 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 946596f5-0fd5-4db0-a720-f291f93741ef Oct 13 04:21:41.971417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=d7911061-419d-4200-84cb-0fd55dbfabb4,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:42.021557 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'd7911061-419d-4200-84cb-0fd55dbfabb4', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'port_id': 'd7911061-419d-4200-84cb-0fd55dbfabb4', 'mac_address': 'fa:16:3e:fe:88:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:42.037309 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 946596f5-0fd5-4db0-a720-f291f93741ef is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:42.038423 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.047643 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56342) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:42.095679 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port d7911061-419d-4200-84cb-0fd55dbfabb4 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:42.096074 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.113336 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7d6d4-19c2-4fc1-b135-aaeaae8cf730 req-01d7d223-7c98-4c62-9bc9-618d65bfd979 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.113596 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=946596f5-0fd5-4db0-a720-f291f93741ef,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:42.121376 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7911061-419d-4200-84cb-0fd55dbfabb4 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:42.123872 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ccc7d6d4-19c2-4fc1-b135-aaeaae8cf730 req-01d7d223-7c98-4c62-9bc9-618d65bfd979 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 944 time: 0.0886297 Oct 13 04:21:42.128569 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.136136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:42.179457 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=d7911061-419d-4200-84cb-0fd55dbfabb4,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:42.187666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.188753 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:42.220020 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.228329 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:42.269579 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ccc7d6d4-19c2-4fc1-b135-aaeaae8cf730 req-3687a29a-faca-4f82-97f6-5e48c730235b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445308 Oct 13 04:21:42.326059 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14f5-8b23-4003-abee-8138e745f0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.336927 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-697007a1-fbd2-4efd-8f72-cea63416d903 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 217 time: 0.2180114 Oct 13 04:21:42.344879 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.383559 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:42.396441 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'port_id': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'mac_address': 'fa:16:3e:dc:10:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:42.445085 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:42.446042 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.463822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:42.476946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff057ea-6992-4e90-8de6-f3ee9eba0752 req-0f1788d7-410d-43c2-94d1-81ac583f0b61 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.487331 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ff057ea-6992-4e90-8de6-f3ee9eba0752 req-0f1788d7-410d-43c2-94d1-81ac583f0b61 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 943 time: 0.0720723 Oct 13 04:21:42.489128 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:42.496207 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.553227 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.564895 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ff057ea-6992-4e90-8de6-f3ee9eba0752 req-b1220b7f-e96b-4a19-b1f8-71e3c8409005 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742786 Oct 13 04:21:42.678362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d75eb-fb0c-4711-a225-a1dd9afd0552 req-539eb532-39f8-41a3-9289-d9e8b1d2a171 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.680121 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc0d75eb-fb0c-4711-a225-a1dd9afd0552 req-539eb532-39f8-41a3-9289-d9e8b1d2a171 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0518363 Oct 13 04:21:42.718369 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86ce2a-a97c-4aac-91d5-f56eac222b97 req-a1772c77-c748-4d8d-b638-313360285426 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.719105 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:42.719885 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c86ce2a-a97c-4aac-91d5-f56eac222b97 req-a1772c77-c748-4d8d-b638-313360285426 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.6445682 Oct 13 04:21:42.733746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-5b01752b-3386-422f-8d73-e68d6f2f9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.735534 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-5b01752b-3386-422f-8d73-e68d6f2f9cca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1127 time: 0.4828482 Oct 13 04:21:42.740592 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-66daafad-afc8-439b-b966-3c48ec395393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.742015 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-66daafad-afc8-439b-b966-3c48ec395393 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 1129 time: 0.3980234 Oct 13 04:21:42.744769 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc0d75eb-fb0c-4711-a225-a1dd9afd0552 req-f29b7d3e-ec68-4531-a2d3-88bdd1d4941b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Oct 13 04:21:42.818014 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-f37f1145-1c02-43be-a696-524ea1954315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.819515 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-f37f1145-1c02-43be-a696-524ea1954315 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.1793051 Oct 13 04:21:42.852859 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-90f11388-85de-40bf-861c-40fd7e7ed4ea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:42.866891 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:42.877875 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b051c-3486-40d9-8be6-5aac2f25fb86 req-cbeb0063-0c79-486b-bc4c-d65b5ca4b7f2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.879753 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bb2b051c-3486-40d9-8be6-5aac2f25fb86 req-cbeb0063-0c79-486b-bc4c-d65b5ca4b7f2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0547528 Oct 13 04:21:42.956189 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bb2b051c-3486-40d9-8be6-5aac2f25fb86 req-61e254bf-11a0-4353-b1f1-e2c34fe4491c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664830 Oct 13 04:21:42.964024 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c86ce2a-a97c-4aac-91d5-f56eac222b97 req-da7627b2-240a-4280-bc1e-af0ae811517d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341688 Oct 13 04:21:42.975405 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-cee49549-12a5-44e4-9ec1-a5aa60efcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:42.976888 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-cee49549-12a5-44e4-9ec1-a5aa60efcfaa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279161 Oct 13 04:21:43.006230 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['d7911061-419d-4200-84cb-0fd55dbfabb4'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:43.006874 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:43.047624 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14f5-8b23-4003-abee-8138e745f0b6 admin admin] Publish callbacks [] for security_group (85066a66-ab86-4d55-ba2e-7720030c10bc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.092444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14f5-8b23-4003-abee-8138e745f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (85066a66-ab86-4d55-ba2e-7720030c10bc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.112188 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:43.124593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-6b088666-054f-495e-ad6d-3a43221c3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:43.126068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-6b088666-054f-495e-ad6d-3a43221c3e8a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.3745077 Oct 13 04:21:43.211866 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5f8d14f5-8b23-4003-abee-8138e745f0b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=26a5281b0094454194695d52d3c2677f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1622701 Oct 13 04:21:43.213589 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-8a5dcebf-7850-4138-8b96-5214e1ae7499 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 217 time: 0.0771282 Oct 13 04:21:43.215366 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56374) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:43.218807 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d14f5-8b23-4003-abee-8138e745f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85066a66-ab86-4d55-ba2e-7720030c10bc,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.240867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334'}, {'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:43.243858 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972ef2a5-15d0-437e-9642-4987d190c6c8" -d '{"events": [{"server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "name": "network-vif-plugged", "status": "completed", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334"}, {"server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:43.290591 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-7feb6aeb-9f35-442d-b33c-603c0363c696 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030128 Oct 13 04:21:43.299542 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-90f11388-85de-40bf-861c-40fd7e7ed4ea service neutron] Publish callbacks [] for security_group (f7cb4ba2-f7ed-4a2c-b2bd-c4ac1980281e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.319324 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1990d-696d-49c2-b9c1-e05ffb8d1960 x-openstack-request-id: req-f0c1990d-696d-49c2-b9c1-e05ffb8d1960 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:43.319625 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "name": "network-vif-plugged", "status": "completed", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334", "code": 200}, {"server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:43.319885 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0c1990d-696d-49c2-b9c1-e05ffb8d1960 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:43.320866 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c1990d-696d-49c2-b9c1-e05ffb8d1960'] response: {'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'code': 200} Oct 13 04:21:43.321172 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c1990d-696d-49c2-b9c1-e05ffb8d1960'] response: {'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef', 'code': 200} Oct 13 04:21:43.331358 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-90f11388-85de-40bf-861c-40fd7e7ed4ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (f7cb4ba2-f7ed-4a2c-b2bd-c4ac1980281e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.363612 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] Publish callbacks [] for security_group (85066a66-ab86-4d55-ba2e-7720030c10bc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.376684 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:43.389565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-f95855b4-4102-4364-8e64-c837ceb5fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:43.391133 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-f95855b4-4102-4364-8e64-c837ceb5fd84 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.1614113 Oct 13 04:21:43.435462 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] Publish callbacks [] for security_group (85066a66-ab86-4d55-ba2e-7720030c10bc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.519282 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (85066a66-ab86-4d55-ba2e-7720030c10bc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.523518 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:43.528398 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/85066a66-ab86-4d55-ba2e-7720030c10bc HTTP/1.1" status: 204 len: 168 time: 0.3102646 Oct 13 04:21:43.541104 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f11388-85de-40bf-861c-40fd7e7ed4ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb4ba2-f7ed-4a2c-b2bd-c4ac1980281e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.544387 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74b63b-e9a5-4293-906e-abc10f979e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85066a66-ab86-4d55-ba2e-7720030c10bc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.557275 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-336f68f8-4e06-4122-a8f1-4da443f98021 req-90f11388-85de-40bf-861c-40fd7e7ed4ea service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8016224 Oct 13 04:21:43.568879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-579d5aa7-f221-4e12-84b4-7551f806496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:43.570437 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-579d5aa7-f221-4e12-84b4-7551f806496c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1495018 Oct 13 04:21:43.585256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ff298-7489-4eb8-9e84-a473106237f5 req-212b4d1e-8694-4362-b4c0-c51759a0a59b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:43.587394 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd1ff298-7489-4eb8-9e84-a473106237f5 req-212b4d1e-8694-4362-b4c0-c51759a0a59b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 945 time: 0.1436727 Oct 13 04:21:43.594416 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fdb1ecd1-c699-4e25-ba3b-979183fed2dd req-7a9971f7-ff37-44b3-9d9c-53ad543764c3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931521 Oct 13 04:21:43.666085 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd1ff298-7489-4eb8-9e84-a473106237f5 req-3239c70b-0920-4d6a-ad2c-690bc8119a4c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704505 Oct 13 04:21:43.729410 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd2b2-7a59-4139-9f84-bc0e40b7bda2 req-c870e37b-40c3-4f16-a705-538820a1e3d1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:43.732240 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d22fd2b2-7a59-4139-9f84-bc0e40b7bda2 req-c870e37b-40c3-4f16-a705-538820a1e3d1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 944 time: 0.0644913 Oct 13 04:21:43.828581 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d22fd2b2-7a59-4139-9f84-bc0e40b7bda2 req-f8bddcf5-acfe-4fe1-b292-b3b8b388e2a0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902312 Oct 13 04:21:44.043421 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a473e2-ad7a-4ca7-a31c-7af2adf53bb8 req-1529ec5c-efe4-4383-88f2-eaec06d23e10 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.045595 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3a473e2-ad7a-4ca7-a31c-7af2adf53bb8 req-1529ec5c-efe4-4383-88f2-eaec06d23e10 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.1942751 Oct 13 04:21:44.066325 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e348f-6d83-4c17-9175-50ca5b213b7e req-d3484710-7e81-4b3b-96ba-ffb2f7e18462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.067770 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-191e348f-6d83-4c17-9175-50ca5b213b7e req-d3484710-7e81-4b3b-96ba-ffb2f7e18462 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.1519868 Oct 13 04:21:44.073720 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7b07-d648-496b-a797-c5aa71910bfb req-c31b5af8-0c42-48a1-a516-ec2d669f394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.075247 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-42df7b07-d648-496b-a797-c5aa71910bfb req-c31b5af8-0c42-48a1-a516-ec2d669f394d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 1129 time: 0.1575191 Oct 13 04:21:44.126064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:44.152239 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-5c877e1a-17cc-4f9b-98a7-b41ccbc00eac service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474556 Oct 13 04:21:44.158822 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3a473e2-ad7a-4ca7-a31c-7af2adf53bb8 req-eb6d55e6-f0a6-45ef-b1e0-1e080b749cd5 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054151 Oct 13 04:21:44.288162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2306-e185-4e4c-ae92-5c58891496bc req-869206bc-c728-4c9f-8a76-203d9ac48c71 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.289719 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-83ae2306-e185-4e4c-ae92-5c58891496bc req-869206bc-c728-4c9f-8a76-203d9ac48c71 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0553143 Oct 13 04:21:44.328292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e35baa-f134-49ff-8cd2-930381ee72c0 req-3f23a89c-efc5-4c84-acfc-a7ed647b3f01 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.335862 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3e35baa-f134-49ff-8cd2-930381ee72c0 req-3f23a89c-efc5-4c84-acfc-a7ed647b3f01 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.2990546 Oct 13 04:21:44.400145 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3e35baa-f134-49ff-8cd2-930381ee72c0 req-f2fba316-5572-436b-b431-a54560750240 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632834 Oct 13 04:21:44.411861 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:44.444310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device d7911061-419d-4200-84cb-0fd55dbfabb4 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:44.471366 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-191e348f-6d83-4c17-9175-50ca5b213b7e req-65e18f0a-44d9-4e1e-b0c8-52e86ce6cb35 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792014 Oct 13 04:21:44.508989 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port d7911061-419d-4200-84cb-0fd55dbfabb4 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:44.514978 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-42df7b07-d648-496b-a797-c5aa71910bfb req-147ecc76-2768-4af0-ba0d-fc652187483e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241101 Oct 13 04:21:44.516848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port d7911061-419d-4200-84cb-0fd55dbfabb4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:44.517454 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.518065 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port d7911061-419d-4200-84cb-0fd55dbfabb4 Oct 13 04:21:44.526518 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fd50fad-22de-4d60-ba4f-c9729dccb30d req-f9f783c1-8b49-4ac5-8c3e-1e82a31a32ac service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333457 Oct 13 04:21:44.531981 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-83ae2306-e185-4e4c-ae92-5c58891496bc req-6503e29d-3d0d-4e07-9059-d689ec99a636 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204349 Oct 13 04:21:44.592180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:44.642044 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port d7911061-419d-4200-84cb-0fd55dbfabb4 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:44.642469 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.675311 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=d7911061-419d-4200-84cb-0fd55dbfabb4,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:44.679189 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.679976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:44.685048 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:44.768320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.774896 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:44.782145 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:44.782581 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.782927 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 Oct 13 04:21:44.811517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd80d-5ea3-4057-9086-cffb902c4668 req-5dce85f3-48b4-41c2-ae94-ec095f3d0609 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.813220 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ecfd80d-5ea3-4057-9086-cffb902c4668 req-5dce85f3-48b4-41c2-ae94-ec095f3d0609 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0595694 Oct 13 04:21:44.866775 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:44.867807 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.883478 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ecfd80d-5ea3-4057-9086-cffb902c4668 req-e0fd5e38-e259-46e9-b383-0ed93518ed4a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623341 Oct 13 04:21:44.910823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:44.919567 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:44.986384 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.993789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4dabf-8cb9-409a-b8e8-adc83761d92b req-f33994e5-ef84-42ac-a3c7-9f874857f699 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:44.995822 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9b4dabf-8cb9-409a-b8e8-adc83761d92b req-f33994e5-ef84-42ac-a3c7-9f874857f699 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0778921 Oct 13 04:21:45.060124 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9b4dabf-8cb9-409a-b8e8-adc83761d92b req-fb834dc1-e5ac-4645-ab30-f5ed06cd5d1c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Oct 13 04:21:45.300756 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94692be-0d38-4106-b738-458b9d80d041 req-5eda8232-4244-48bc-88be-dfcd286a567b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:45.302292 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f94692be-0d38-4106-b738-458b9d80d041 req-5eda8232-4244-48bc-88be-dfcd286a567b tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0556636 Oct 13 04:21:45.323220 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4'}, {'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:45.329981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0cfb2-6c58-4469-acce-8f2b13dc01de" -d '{"events": [{"server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "name": "network-vif-plugged", "status": "completed", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4"}, {"server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "name": "network-vif-plugged", "status": "completed", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:45.359703 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f94692be-0d38-4106-b738-458b9d80d041 req-e070392d-3a10-4951-8530-d93f28dfe7d1 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Oct 13 04:21:45.393074 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13591104-9d33-47b2-a0ed-d9022a71becb x-openstack-request-id: req-13591104-9d33-47b2-a0ed-d9022a71becb {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:45.393378 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "name": "network-vif-plugged", "status": "completed", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4", "code": 200}, {"server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "name": "network-vif-plugged", "status": "completed", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:45.393634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-13591104-9d33-47b2-a0ed-d9022a71becb {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:45.394022 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13591104-9d33-47b2-a0ed-d9022a71becb'] response: {'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4', 'code': 200} Oct 13 04:21:45.394292 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13591104-9d33-47b2-a0ed-d9022a71becb'] response: {'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'code': 200} Oct 13 04:21:45.534237 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f37a8-a53f-4cac-b50f-d244e14eacfd req-1f4bdae4-8261-437d-ac87-d71624673832 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:45.536097 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7b9f37a8-a53f-4cac-b50f-d244e14eacfd req-1f4bdae4-8261-437d-ac87-d71624673832 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0640943 Oct 13 04:21:45.607108 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7b9f37a8-a53f-4cac-b50f-d244e14eacfd req-5d5e363a-f33f-494d-8c68-fda176bbe3a1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605962 Oct 13 04:21:45.733838 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe9cc-02ef-4748-815b-5464675dd89c req-bc1b0dd1-4f73-4a45-963b-7d641dcf7352 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:45.736275 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20fbe9cc-02ef-4748-815b-5464675dd89c req-bc1b0dd1-4f73-4a45-963b-7d641dcf7352 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0686045 Oct 13 04:21:45.798858 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:45.899517 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20fbe9cc-02ef-4748-815b-5464675dd89c req-8078c6b1-9d63-4d08-873c-b422c4ecc93f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575022 Oct 13 04:21:45.992720 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:46.013721 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:46.045141 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1c078-4f88-4ad1-92cf-fc5e276e433a req-4ce33419-7088-4857-ab83-a3fdc2411e6b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:46.052676 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bc1c078-4f88-4ad1-92cf-fc5e276e433a req-4ce33419-7088-4857-ab83-a3fdc2411e6b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0643632 Oct 13 04:21:46.057922 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:46.058402 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:46.076985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:21:46.111933 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:46.116790 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:46.155758 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bc1c078-4f88-4ad1-92cf-fc5e276e433a req-8c37b516-6a01-4c77-abca-d30f9fcad1d0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022861 Oct 13 04:21:46.219757 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.287719 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3fb85-8a87-4615-ac8a-3aa55472b483 req-ba931791-b704-4f3d-946e-891a5bdd72e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:46.289202 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-29f3fb85-8a87-4615-ac8a-3aa55472b483 req-ba931791-b704-4f3d-946e-891a5bdd72e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0645208 Oct 13 04:21:46.351782 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-29f3fb85-8a87-4615-ac8a-3aa55472b483 req-80f2046c-ee05-4324-855e-abd72f4f95ae tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563402 Oct 13 04:21:46.494369 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2f833-6e8f-4e93-af6d-e9a4e4cbc4b7 req-2595c062-6d46-47e9-aa8b-b560917575db tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:46.495922 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3aa2f833-6e8f-4e93-af6d-e9a4e4cbc4b7 req-2595c062-6d46-47e9-aa8b-b560917575db tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0528765 Oct 13 04:21:46.547257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3aa2f833-6e8f-4e93-af6d-e9a4e4cbc4b7 req-bd5c99d9-c2a0-43cc-a232-7b8c51d2738f tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Oct 13 04:21:46.603609 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['5875ba79-ec13-4e89-b04e-d8477ef49e14'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:21:46.797898 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f19fb-4107-43b0-8b5b-4ecb715f16b9 req-3ce2b8f6-cdde-44e0-bb14-f669efe4012f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:46.799497 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c7f19fb-4107-43b0-8b5b-4ecb715f16b9 req-3ce2b8f6-cdde-44e0-bb14-f669efe4012f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0965848 Oct 13 04:21:46.857799 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c7f19fb-4107-43b0-8b5b-4ecb715f16b9 req-e29d179d-f7d6-4d71-a73a-db8caefff20f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525689 Oct 13 04:21:47.032132 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6dec-eca2-4e46-b6fb-80ff7c536afb req-060c0b5c-77fc-477c-9851-e98c458b884a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:47.034354 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3bca6dec-eca2-4e46-b6fb-80ff7c536afb req-060c0b5c-77fc-477c-9851-e98c458b884a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 944 time: 0.0482600 Oct 13 04:21:47.083365 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3bca6dec-eca2-4e46-b6fb-80ff7c536afb req-094ff5bb-873a-46d8-846e-8bee7db68cda tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 Oct 13 04:21:47.271504 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d827e8-cb11-4717-a956-2e33339a0ed2 req-96a6e791-2bfc-4d49-9fa6-72b6f8483292 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:47.272959 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-58d827e8-cb11-4717-a956-2e33339a0ed2 req-96a6e791-2bfc-4d49-9fa6-72b6f8483292 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0499470 Oct 13 04:21:47.323979 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-58d827e8-cb11-4717-a956-2e33339a0ed2 req-223e7813-1018-40be-82dd-1d192cf284e4 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Oct 13 04:21:47.508982 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba3e7d-7f2e-49f6-91dc-5a89b59338e1 req-29262c41-cc32-4bce-999a-2fe6359298a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:47.516677 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-73ba3e7d-7f2e-49f6-91dc-5a89b59338e1 req-29262c41-cc32-4bce-999a-2fe6359298a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0754261 Oct 13 04:21:47.550890 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:47.586840 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-73ba3e7d-7f2e-49f6-91dc-5a89b59338e1 req-3561cb03-f2df-4cb1-a70d-2298f966b1a4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691905 Oct 13 04:21:47.798961 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:47.830800 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:47.850866 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:47.861401 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 5875ba79-ec13-4e89-b04e-d8477ef49e14 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:21:47.885432 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 5875ba79-ec13-4e89-b04e-d8477ef49e14 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:21:47.886017 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:47.886410 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 5875ba79-ec13-4e89-b04e-d8477ef49e14 Oct 13 04:21:48.024444 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:21:48.025199 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.044605 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56616) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:48.062510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:48.065099 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ee9a2-03e3-4639-8293-c5b0e961b019" -d '{"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:48.086390 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8cf0-858a-45df-a870-496f20ba8784 req-55339531-1461-4fac-aaf3-8603865395c2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:48.088984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:48.095703 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.098432 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d01b8cf0-858a-45df-a870-496f20ba8784 req-55339531-1461-4fac-aaf3-8603865395c2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.1340694 Oct 13 04:21:48.156044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb2165-158e-42e8-b2f3-4841d88573b6 req-14fa5871-e681-45b4-ad4a-dd6ccd5f1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:48.158036 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-21eb2165-158e-42e8-b2f3-4841d88573b6 req-14fa5871-e681-45b4-ad4a-dd6ccd5f1cd4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1130 time: 0.1597290 Oct 13 04:21:48.194273 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8d75a-9ef9-469d-9ecb-53846ddc9be5 x-openstack-request-id: req-faa8d75a-9ef9-469d-9ecb-53846ddc9be5 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:48.194704 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:48.194974 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-faa8d75a-9ef9-469d-9ecb-53846ddc9be5 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:48.195375 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa8d75a-9ef9-469d-9ecb-53846ddc9be5'] response: {'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'code': 200} Oct 13 04:21:48.209276 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.217423 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d01b8cf0-858a-45df-a870-496f20ba8784 req-7bc2a4fc-4622-4d13-8206-636d4bfed714 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169333 Oct 13 04:21:48.291089 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0b11-0369-488a-9e7d-7f279d3e5d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.321253 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:48.361024 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c65638-c435-4110-a763-17289f7d6e58 req-e4efccfa-6569-48df-9fa4-07151a1fdbcc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:48.368352 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-15c65638-c435-4110-a763-17289f7d6e58 req-e4efccfa-6569-48df-9fa4-07151a1fdbcc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0775547 Oct 13 04:21:48.444551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-15c65638-c435-4110-a763-17289f7d6e58 req-0df683d6-db6f-49c2-9ad8-2b572cc2b46f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752649 Oct 13 04:21:48.486908 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0b11-0369-488a-9e7d-7f279d3e5d7e admin admin] Publish callbacks [] for security_group (1946a4f4-76e8-4a1a-a8f8-61dcffc47174), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.491973 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0b11-0369-488a-9e7d-7f279d3e5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1946a4f4-76e8-4a1a-a8f8-61dcffc47174), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.544970 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d0b11-0369-488a-9e7d-7f279d3e5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1946a4f4-76e8-4a1a-a8f8-61dcffc47174,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.578079 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3f6d0b11-0369-488a-9e7d-7f279d3e5d7e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=55efcb49c8ee4f2abdee379a05261f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317008 Oct 13 04:21:48.580767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56648) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:48.603809 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838558-1ab2-4b86-9563-efb228a73701 req-7f1984bc-074a-4157-8d8b-b780b3d309d6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:48.605178 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91838558-1ab2-4b86-9563-efb228a73701 req-7f1984bc-074a-4157-8d8b-b780b3d309d6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0805638 Oct 13 04:21:48.673935 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Publish callbacks [] for security_group (1946a4f4-76e8-4a1a-a8f8-61dcffc47174), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.679589 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91838558-1ab2-4b86-9563-efb228a73701 req-1e5920ba-76d8-4a46-9b95-3a42b934c814 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Oct 13 04:21:48.697306 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Publish callbacks [] for security_group (1946a4f4-76e8-4a1a-a8f8-61dcffc47174), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.770152 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1946a4f4-76e8-4a1a-a8f8-61dcffc47174), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.772704 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:48.773816 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1946a4f4-76e8-4a1a-a8f8-61dcffc47174 HTTP/1.1" status: 204 len: 168 time: 0.1921492 Oct 13 04:21:48.789762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946a4f4-76e8-4a1a-a8f8-61dcffc47174,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.804550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3892-ae87-41cf-8ed9-f803f99a5d13 req-d543d8ea-e09d-435c-b597-f2a3f01306ce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:48.806054 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec5a3892-ae87-41cf-8ed9-f803f99a5d13 req-d543d8ea-e09d-435c-b597-f2a3f01306ce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0677834 Oct 13 04:21:48.808222 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.808578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.808920 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.810365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.810718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.811351 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.811692 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.812027 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.812364 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.812697 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.813050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.813384 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.813713 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.814038 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.814392 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7759123-d12d-48a7-ab5e-d1d5583bb00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:48.869261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec5a3892-ae87-41cf-8ed9-f803f99a5d13 req-846f9574-2bb8-4e1c-808e-c079ea50f92d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506687 Oct 13 04:21:49.050543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56656) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:49.065082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6bb0-8a1c-450f-87f4-61a03c577fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.142365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6bb0-8a1c-450f-87f4-61a03c577fc2 admin admin] Publish callbacks [] for security_group (57ba31c8-7471-4b94-baeb-3c04ab8b5d6d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.145661 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6bb0-8a1c-450f-87f4-61a03c577fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (57ba31c8-7471-4b94-baeb-3c04ab8b5d6d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.186219 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3e9f6bb0-8a1c-450f-87f4-61a03c577fc2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=822488016a48437894fbd19cb330ea35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345305 Oct 13 04:21:49.187096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f6bb0-8a1c-450f-87f4-61a03c577fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba31c8-7471-4b94-baeb-3c04ab8b5d6d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.189509 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56662) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:49.241591 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Publish callbacks [] for security_group (57ba31c8-7471-4b94-baeb-3c04ab8b5d6d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.244000 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:49.261853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Publish callbacks [] for security_group (57ba31c8-7471-4b94-baeb-3c04ab8b5d6d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.308528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (57ba31c8-7471-4b94-baeb-3c04ab8b5d6d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.311657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.312918 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/57ba31c8-7471-4b94-baeb-3c04ab8b5d6d HTTP/1.1" status: 204 len: 168 time: 0.1228297 Oct 13 04:21:49.320898 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ba31c8-7471-4b94-baeb-3c04ab8b5d6d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.328857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.329217 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.329558 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.329946 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.330304 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.330637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.330964 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.331292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.331630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.331958 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.332300 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.332669 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.332949 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.333423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.333746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc1ef5-9132-490a-84c1-2891a0c1f58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:49.354842 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee224-2b0a-488c-a566-1df1e433b22e req-d62c926b-d7e0-423f-9267-5d3f2ca35171 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:49.363198 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-69aee224-2b0a-488c-a566-1df1e433b22e req-d62c926b-d7e0-423f-9267-5d3f2ca35171 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0655422 Oct 13 04:21:49.389947 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:49.396291 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:49.410456 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-69aee224-2b0a-488c-a566-1df1e433b22e req-bef7cbba-082e-4a4a-8cb2-2bc97fe284ab tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463574 Oct 13 04:21:49.575885 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ab33-b0b1-4dcf-b259-9ace937d7cef req-09fb8c94-cd45-4765-9ea5-691f06664341 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:49.577496 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d429ab33-b0b1-4dcf-b259-9ace937d7cef req-09fb8c94-cd45-4765-9ea5-691f06664341 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Oct 13 04:21:49.588199 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56676) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:49.594606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:49.672892 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:49.690666 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa04c-1ad5-4f3c-baec-98299ab3ac81 req-b21c58e3-ee4c-4ef2-8ca3-81f2e8f8677d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:49.692492 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f3aaa04c-1ad5-4f3c-baec-98299ab3ac81 req-b21c58e3-ee4c-4ef2-8ca3-81f2e8f8677d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0626237 Oct 13 04:21:49.753726 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f3aaa04c-1ad5-4f3c-baec-98299ab3ac81 req-f1617668-95c5-4b8c-908a-7758c8c820ee tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549812 Oct 13 04:21:49.897965 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26790c-6452-4e6b-bfaa-3c75975ec9aa req-0cf7340d-f0c6-463f-89b7-3a0934d22f38 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:49.899722 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f26790c-6452-4e6b-bfaa-3c75975ec9aa req-0cf7340d-f0c6-463f-89b7-3a0934d22f38 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0554397 Oct 13 04:21:49.957600 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f26790c-6452-4e6b-bfaa-3c75975ec9aa req-f045534b-07bc-4844-a5de-c8ee7e120212 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Oct 13 04:21:49.967469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:50.069183 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2533238-8100-4d9a-b10b-f868898b7af3 req-2b58d075-2b1c-4ad4-b515-1f08fa00d617 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:50.076583 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c2533238-8100-4d9a-b10b-f868898b7af3 req-2b58d075-2b1c-4ad4-b515-1f08fa00d617 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0559058 Oct 13 04:21:50.130492 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c2533238-8100-4d9a-b10b-f868898b7af3 req-452c0752-46c2-46c5-9637-c4ff6935c2a2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500469 Oct 13 04:21:50.472892 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:50.477307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:50.572898 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP 28cf39dc-68f4-4d3a-9daf-9f6710100d6f associated. External IP: 172.27.1.211, port: bbeaed93-8e22-4d9f-a3ed-cb1f27426334. Oct 13 04:21:50.845454 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-21eb2165-158e-42e8-b2f3-4841d88573b6 req-e3692931-76d8-46bc-b7b8-8951c005efd0 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178801 Oct 13 04:21:50.853500 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:50.859197 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baf253-ac5c-4820-a4a6-24d884f13adf req-a3977b7f-f372-4764-9ea4-8faaebbb4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:50.860947 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-55baf253-ac5c-4820-a4a6-24d884f13adf req-a3977b7f-f372-4764-9ea4-8faaebbb4559 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1129 time: 0.0761881 Oct 13 04:21:50.872044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:50.931886 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a42b8-ec81-4714-a5df-11a7f9e937ad req-c19d377b-17d8-4cde-b03f-8a7c9454d36f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:50.935220 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d55a42b8-ec81-4714-a5df-11a7f9e937ad req-c19d377b-17d8-4cde-b03f-8a7c9454d36f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0813286 Oct 13 04:21:50.973677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:50.978458 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:50.986631 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:51.004386 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:51.005785 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.007724 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d55a42b8-ec81-4714-a5df-11a7f9e937ad req-fe4ddcfa-062d-4386-afcb-f64381f54d1b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673285 Oct 13 04:21:51.022790 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-39dc37b1-c4b8-43f1-af57-4ad4a57174fb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/28cf39dc-68f4-4d3a-9daf-9f6710100d6f HTTP/1.1" status: 200 len: 991 time: 1.4316928 Oct 13 04:21:51.023630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:51.026309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4946d2-4308-48a0-a9c9-570837c0fd63" -d '{"events": [{"name": "network-changed", "server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:51.118090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4fa8a-84d8-4562-a783-ca2d1dd1216f req-ce981815-67d3-48d2-9b7d-8de6e9703f50 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:51.119645 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bb4fa8a-84d8-4562-a783-ca2d1dd1216f req-ce981815-67d3-48d2-9b7d-8de6e9703f50 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0491188 Oct 13 04:21:51.124559 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:51.172036 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4bb4fa8a-84d8-4562-a783-ca2d1dd1216f req-e1a9ea07-47bd-461c-b2e0-1ed0e497044c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Oct 13 04:21:51.222163 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054aa63-4099-424c-b13f-38aff4fa30d8 x-openstack-request-id: req-9054aa63-4099-424c-b13f-38aff4fa30d8 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:51.222477 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:51.222732 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9054aa63-4099-424c-b13f-38aff4fa30d8 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:51.223142 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9054aa63-4099-424c-b13f-38aff4fa30d8'] response: {'name': 'network-changed', 'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'status': 'completed', 'code': 200} Oct 13 04:21:51.337653 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04be5-0e5a-4a3f-8029-1a438f3f8caf req-e10673fb-0846-4429-92de-3360edb5d74c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:51.339480 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36e04be5-0e5a-4a3f-8029-1a438f3f8caf req-e10673fb-0846-4429-92de-3360edb5d74c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0633078 Oct 13 04:21:51.445381 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36e04be5-0e5a-4a3f-8029-1a438f3f8caf req-e2defbba-b2be-4009-a8ad-150d9ea06a3d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957372 Oct 13 04:21:51.462698 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-55baf253-ac5c-4820-a4a6-24d884f13adf req-964a2da6-1daf-4eba-ad18-ee408665582e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689752 Oct 13 04:21:51.545195 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.570608 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:51.582471 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:51.583073 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:51.701417 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:51.990454 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:52.018508 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dd5543-0a99-462f-9dd2-b46f552fae47 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:52.068495 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56794) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:52.173969 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56800) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:52.211315 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f459-a6a4-434f-bc39-68e02144cfb1 req-00b13cb0-9905-4689-9961-25f3365a0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:52.215810 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-69f4f459-a6a4-434f-bc39-68e02144cfb1 req-00b13cb0-9905-4689-9961-25f3365a0309 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1129 time: 0.0936184 Oct 13 04:21:52.221207 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13e8e2-c22e-4865-8819-ad1bf5babcab req-84adb96d-31c8-4671-b98a-0c4d11cd8d25 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:52.222850 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c13e8e2-c22e-4865-8819-ad1bf5babcab req-84adb96d-31c8-4671-b98a-0c4d11cd8d25 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0941079 Oct 13 04:21:52.313361 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:52.333234 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c13e8e2-c22e-4865-8819-ad1bf5babcab req-028f90d6-b26d-4e38-9168-a505dbc81443 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955374 Oct 13 04:21:52.423279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71770a5e-48cd-46db-afc4-d061a9645350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.446942 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-69f4f459-a6a4-434f-bc39-68e02144cfb1 req-e0d8c2e8-2a0a-4832-98db-f3e732c4567a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508126 Oct 13 04:21:52.471535 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-a83e4197-c80d-4411-80a3-22df117e09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:52.479546 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-a83e4197-c80d-4411-80a3-22df117e09cb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 1129 time: 0.1835787 Oct 13 04:21:52.522776 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd19ab-5de1-493c-bdd3-5de689c75a8b None None] New status for floating IP 28cf39dc-68f4-4d3a-9daf-9f6710100d6f: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:21:52.591977 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c5b17-60c0-43bb-a7f7-2070a7f827aa req-38bb57b8-262f-4d55-bc56-0cf82cab6322 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:52.593511 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-682c5b17-60c0-43bb-a7f7-2070a7f827aa req-38bb57b8-262f-4d55-bc56-0cf82cab6322 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0741065 Oct 13 04:21:52.638279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:52.640621 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71770a5e-48cd-46db-afc4-d061a9645350 admin admin] Publish callbacks [] for security_group (b1c91c8a-8768-4efe-988e-eca208dab3fc), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.650450 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71770a5e-48cd-46db-afc4-d061a9645350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b1c91c8a-8768-4efe-988e-eca208dab3fc), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.718719 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-71770a5e-48cd-46db-afc4-d061a9645350 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f5cff077cac34052ad41eb6d02ba1f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489167 Oct 13 04:21:52.719503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56812) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:52.721482 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a07-e89a-44f8-8ee5-fbaa10aca988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.725472 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-682c5b17-60c0-43bb-a7f7-2070a7f827aa req-4c15ccab-e52d-4a4d-981b-95b6db2e5085 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214850 Oct 13 04:21:52.732700 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770a5e-48cd-46db-afc4-d061a9645350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c91c8a-8768-4efe-988e-eca208dab3fc,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.745252 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:52.801560 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] Publish callbacks [] for security_group (b1c91c8a-8768-4efe-988e-eca208dab3fc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.812208 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4a47-a066-4163-bd0e-ca1836e76197 req-ad43ab43-4bbd-464a-9a95-917f4a9704d7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:52.814118 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e9ff4a47-a066-4163-bd0e-ca1836e76197 req-ad43ab43-4bbd-464a-9a95-917f4a9704d7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0948515 Oct 13 04:21:52.824177 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] Publish callbacks [] for security_group (b1c91c8a-8768-4efe-988e-eca208dab3fc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.891851 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b1c91c8a-8768-4efe-988e-eca208dab3fc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.892045 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e9ff4a47-a066-4163-bd0e-ca1836e76197 req-84d29272-6082-4081-b345-9f51ddb9b1b4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701504 Oct 13 04:21:52.895703 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.901142 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b1c91c8a-8768-4efe-988e-eca208dab3fc HTTP/1.1" status: 204 len: 168 time: 0.1794088 Oct 13 04:21:52.923264 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f6af5-4408-4790-87c9-d9c4587015a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c91c8a-8768-4efe-988e-eca208dab3fc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.985627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a07-e89a-44f8-8ee5-fbaa10aca988 admin admin] Publish callbacks [] for security_group (dbbdf6c4-65f6-495c-843e-45df2e4c0173), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:52.995020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a07-e89a-44f8-8ee5-fbaa10aca988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (dbbdf6c4-65f6-495c-843e-45df2e4c0173), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.048797 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb82a07-e89a-44f8-8ee5-fbaa10aca988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbdf6c4-65f6-495c-843e-45df2e4c0173,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.052975 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-9fb82a07-e89a-44f8-8ee5-fbaa10aca988 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=95e7139479ed41fa8e7a1cf6e3e874d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8780029 Oct 13 04:21:53.055963 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56826) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:53.140162 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] Publish callbacks [] for security_group (dbbdf6c4-65f6-495c-843e-45df2e4c0173), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.173104 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083433b-fa75-4ffe-a1fd-12b1c4952412 req-06676699-4515-4a24-877d-bb66395355ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:53.178631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] Publish callbacks [] for security_group (dbbdf6c4-65f6-495c-843e-45df2e4c0173), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.181507 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e083433b-fa75-4ffe-a1fd-12b1c4952412 req-06676699-4515-4a24-877d-bb66395355ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0664799 Oct 13 04:21:53.237960 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (dbbdf6c4-65f6-495c-843e-45df2e4c0173), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.241344 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.242123 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e083433b-fa75-4ffe-a1fd-12b1c4952412 req-2d87b422-9987-4934-a724-858c98ecaa18 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Oct 13 04:21:53.246685 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dbbdf6c4-65f6-495c-843e-45df2e4c0173 HTTP/1.1" status: 204 len: 168 time: 0.1885703 Oct 13 04:21:53.263260 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d305-071e-45af-98a3-7203823df2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbdf6c4-65f6-495c-843e-45df2e4c0173,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.333605 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56836) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:53.351062 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45b47b0e-52ad-4d48-a5d8-e8b9499d1edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.462853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45b47b0e-52ad-4d48-a5d8-e8b9499d1edb admin admin] Publish callbacks [] for security_group (306c873c-0bf3-45df-97cf-fc5f90a7fdcf), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.468320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-45b47b0e-52ad-4d48-a5d8-e8b9499d1edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (306c873c-0bf3-45df-97cf-fc5f90a7fdcf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.475110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:53.503387 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283df11-0a65-4db7-9e7e-2760f9d48006 req-c56a4fcf-ac9d-442c-ad86-ae01fc731c6e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:53.504920 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5283df11-0a65-4db7-9e7e-2760f9d48006 req-c56a4fcf-ac9d-442c-ad86-ae01fc731c6e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0536258 Oct 13 04:21:53.513517 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b47b0e-52ad-4d48-a5d8-e8b9499d1edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c873c-0bf3-45df-97cf-fc5f90a7fdcf,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.517711 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-45b47b0e-52ad-4d48-a5d8-e8b9499d1edb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=663ccd212ee6498996d9ca2ff9c77927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826687 Oct 13 04:21:53.520538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56846) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:53.582129 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5283df11-0a65-4db7-9e7e-2760f9d48006 req-a053ed14-7b64-4e9a-a8e1-a0a400a530b4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708618 Oct 13 04:21:53.582887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] Publish callbacks [] for security_group (306c873c-0bf3-45df-97cf-fc5f90a7fdcf), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.610026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] Publish callbacks [] for security_group (306c873c-0bf3-45df-97cf-fc5f90a7fdcf), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.670842 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (306c873c-0bf3-45df-97cf-fc5f90a7fdcf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.673471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.674776 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/306c873c-0bf3-45df-97cf-fc5f90a7fdcf HTTP/1.1" status: 204 len: 168 time: 0.1532660 Oct 13 04:21:53.683786 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7dc3d-2249-4ce5-a702-85a60242defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c873c-0bf3-45df-97cf-fc5f90a7fdcf,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.694258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56852) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:53.712002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf327810-b534-4097-b068-e2d5ec19c8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.748090 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:53.799013 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf327810-b534-4097-b068-e2d5ec19c8e8 admin admin] Publish callbacks [] for security_group (e39c9b31-3182-4276-8eb2-ca1556c6786d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.803960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf327810-b534-4097-b068-e2d5ec19c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e39c9b31-3182-4276-8eb2-ca1556c6786d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.845369 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cf327810-b534-4097-b068-e2d5ec19c8e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1ceae26ece6c4ad0a47610d8af5047c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499803 Oct 13 04:21:53.846250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327810-b534-4097-b068-e2d5ec19c8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c9b31-3182-4276-8eb2-ca1556c6786d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.848946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56854) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:53.917483 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] Publish callbacks [] for security_group (e39c9b31-3182-4276-8eb2-ca1556c6786d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:53.948994 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] Publish callbacks [] for security_group (e39c9b31-3182-4276-8eb2-ca1556c6786d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.015262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e39c9b31-3182-4276-8eb2-ca1556c6786d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.021651 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.031365 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e39c9b31-3182-4276-8eb2-ca1556c6786d HTTP/1.1" status: 204 len: 168 time: 0.1759446 Oct 13 04:21:54.034701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1fda-0069-47e1-ba0d-fec9fba70a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c9b31-3182-4276-8eb2-ca1556c6786d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.091052 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd05457-5ad5-455e-afca-57e149b7527e req-2d2df870-2bab-4b16-b4a0-c87c3c91b0b7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:54.092547 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bfd05457-5ad5-455e-afca-57e149b7527e req-2d2df870-2bab-4b16-b4a0-c87c3c91b0b7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0935764 Oct 13 04:21:54.095768 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-a62e2a73-8a3a-4d17-b3db-c5782357f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:54.097033 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-a62e2a73-8a3a-4d17-b3db-c5782357f880 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.2005811 Oct 13 04:21:54.149933 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bfd05457-5ad5-455e-afca-57e149b7527e req-dd74dc92-e7c6-433e-8f75-4a49afc9ad00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500646 Oct 13 04:21:54.280292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b35eb-f27b-461a-a444-1d45cdac3ba6 req-8d17734c-d4a1-4021-b606-e42307751057 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:54.281844 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d8b35eb-f27b-461a-a444-1d45cdac3ba6 req-8d17734c-d4a1-4021-b606-e42307751057 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0537748 Oct 13 04:21:54.292068 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 56876) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:54.297876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'floatingip': {'port_id': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:54.368324 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.461446 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56886) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:54.488084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f663aa7-239f-40d8-8268-f654d4ef38b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.488876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fa598-98a1-494b-b7c2-561fb773da8a req-dcf17490-2e99-4c23-9e9b-9a01290582b2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:54.490455 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f76fa598-98a1-494b-b7c2-561fb773da8a req-dcf17490-2e99-4c23-9e9b-9a01290582b2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.1401088 Oct 13 04:21:54.605658 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f663aa7-239f-40d8-8268-f654d4ef38b5 admin admin] Publish callbacks [] for security_group (8e396259-467d-4503-a301-08ec9f14f560), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.612042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f663aa7-239f-40d8-8268-f654d4ef38b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8e396259-467d-4503-a301-08ec9f14f560), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.642840 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f663aa7-239f-40d8-8268-f654d4ef38b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e396259-467d-4503-a301-08ec9f14f560,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.685879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:54.694493 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3f663aa7-239f-40d8-8268-f654d4ef38b5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=610bb38e1f5e4bd2ad2afe210df75757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316952 Oct 13 04:21:54.697702 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56902) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:54.775285 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f76fa598-98a1-494b-b7c2-561fb773da8a req-e65b16d4-9024-4fee-950e-d29df16948ec tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142895 Oct 13 04:21:54.777091 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:54.816719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:54.832020 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b340c-2341-4b4a-b3d6-74e46ea0995c req-10a58922-4e0e-4de8-bcba-cc94b6cd2db8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:54.833656 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-058b340c-2341-4b4a-b3d6-74e46ea0995c req-10a58922-4e0e-4de8-bcba-cc94b6cd2db8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1014798 Oct 13 04:21:54.873964 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] Publish callbacks [] for security_group (8e396259-467d-4503-a301-08ec9f14f560), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.913584 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] Publish callbacks [] for security_group (8e396259-467d-4503-a301-08ec9f14f560), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.944319 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-058b340c-2341-4b4a-b3d6-74e46ea0995c req-bc85789b-f2dd-417a-83ec-abffe0e96538 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015191 Oct 13 04:21:54.997164 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8e396259-467d-4503-a301-08ec9f14f560), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:54.999740 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.001031 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8e396259-467d-4503-a301-08ec9f14f560 HTTP/1.1" status: 204 len: 168 time: 0.3003061 Oct 13 04:21:55.012863 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbb720-934b-43c4-a3ae-355ba3a33854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e396259-467d-4503-a301-08ec9f14f560,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.033538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.039176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.171945 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Floating IP 249908d0-8b75-41aa-a019-e309a20ff4cf associated. External IP: 172.27.1.168, port: bbd5fde3-e147-43a0-a4cf-beb965d2c6c7. Oct 13 04:21:55.183609 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56936) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:55.370738 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-1eb11d42-7806-44eb-8945-90cfd2d5bb97 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 200 len: 1001 time: 0.1040013 Oct 13 04:21:55.442645 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-7163b4ac-8874-4e86-9e91-de7882f1cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:55.444125 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-7163b4ac-8874-4e86-9e91-de7882f1cd74 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1130 time: 0.0675690 Oct 13 04:21:55.448683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8da3c950-6b48-451c-add6-073df2d7a6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.450073 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:55.557528 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8da3c950-6b48-451c-add6-073df2d7a6d8 admin admin] Publish callbacks [] for security_group (090b8c09-1aac-4f18-86a6-b31847057ee7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.564219 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8da3c950-6b48-451c-add6-073df2d7a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (090b8c09-1aac-4f18-86a6-b31847057ee7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.581606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:55.638592 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8da3c950-6b48-451c-add6-073df2d7a6d8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d029efee04a45549aa744c9c7e09acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449275 Oct 13 04:21:55.638592 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 56970) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:55.679991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c950-6b48-451c-add6-073df2d7a6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090b8c09-1aac-4f18-86a6-b31847057ee7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.718797 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] Publish callbacks [] for security_group (090b8c09-1aac-4f18-86a6-b31847057ee7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.753117 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] Publish callbacks [] for security_group (090b8c09-1aac-4f18-86a6-b31847057ee7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.765933 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:55.781133 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:55.785346 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.793046 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:55.793936 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:55.837222 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fce7eeba-dfb0-40ff-b23a-4ad9e6dae7a8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/249908d0-8b75-41aa-a019-e309a20ff4cf HTTP/1.1" status: 200 len: 991 time: 1.5440149 Oct 13 04:21:55.838009 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:55.840805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534" -d '{"events": [{"name": "network-changed", "server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:55.850411 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:55.853795 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (090b8c09-1aac-4f18-86a6-b31847057ee7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.857066 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:55.865532 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/090b8c09-1aac-4f18-86a6-b31847057ee7 HTTP/1.1" status: 204 len: 168 time: 0.2268870 Oct 13 04:21:55.887453 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5796fb-d6f1-45d2-9499-b6f179029240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090b8c09-1aac-4f18-86a6-b31847057ee7,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.906189 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a90fe6-11ec-4156-af25-475281e77133 x-openstack-request-id: req-91a90fe6-11ec-4156-af25-475281e77133 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:55.907381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:55.908273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91a90fe6-11ec-4156-af25-475281e77133 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:55.908701 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a90fe6-11ec-4156-af25-475281e77133'] response: {'name': 'network-changed', 'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'status': 'completed', 'code': 200} Oct 13 04:21:55.977986 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:56.003262 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87efc7-92ce-49dc-a6d5-0c0650f75b89 req-b64c4337-fc9e-4502-8d47-554fa64065eb tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.005780 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c87efc7-92ce-49dc-a6d5-0c0650f75b89 req-b64c4337-fc9e-4502-8d47-554fa64065eb tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0694518 Oct 13 04:21:56.101871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:56.243961 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7921437-6d9a-450c-a474-dd108b7b0ea6 req-4a3f4edf-3359-4301-b95c-16b6ae01074f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.263140 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7921437-6d9a-450c-a474-dd108b7b0ea6 req-4a3f4edf-3359-4301-b95c-16b6ae01074f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1272569 Oct 13 04:21:56.307140 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c87efc7-92ce-49dc-a6d5-0c0650f75b89 req-1e15680f-7b45-4cd4-829d-824ac62e16d1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938488 Oct 13 04:21:56.315477 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-d0a34850-a47f-47fd-8493-28284b081731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.318537 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-d0a34850-a47f-47fd-8493-28284b081731 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.2973311 Oct 13 04:21:56.330698 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-7c69736a-8919-452a-9c49-832ef8d995db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.330698 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-7c69736a-8919-452a-9c49-832ef8d995db service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1129 time: 0.2053144 Oct 13 04:21:56.381343 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a7921437-6d9a-450c-a474-dd108b7b0ea6 req-8caadc3e-65c3-496e-9a8f-b0858b935524 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158674 Oct 13 04:21:56.428642 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:56.456258 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57016) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:56.470287 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-89e9ebf1-1cb6-4629-8629-28629543824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.482926 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-89e9ebf1-1cb6-4629-8629-28629543824f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371922 Oct 13 04:21:56.483159 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fda1ab61-18c8-41e1-8f42-1bd5e2ca6421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.492079 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '249908d0-8b75-41aa-a019-e309a20ff4cf', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:dc:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:19Z', 'updated_at': '2022-10-13T04:21:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:56.510127 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-30821b89-3f6e-44f4-b86c-acca273b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.513054 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-30821b89-3f6e-44f4-b86c-acca273b3126 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.4960761 Oct 13 04:21:56.522420 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:56.534489 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:56.535404 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:56.610770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fda1ab61-18c8-41e1-8f42-1bd5e2ca6421 admin admin] Publish callbacks [] for security_group (9b301aef-9c6a-4d33-8b0d-30a1608c2b81), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.616267 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fda1ab61-18c8-41e1-8f42-1bd5e2ca6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (9b301aef-9c6a-4d33-8b0d-30a1608c2b81), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.651262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:56.661353 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:56.677022 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fda1ab61-18c8-41e1-8f42-1bd5e2ca6421 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28438e126c82422882635ce40802a418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189121 Oct 13 04:21:56.678600 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57020) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:56.682631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1ab61-18c8-41e1-8f42-1bd5e2ca6421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b301aef-9c6a-4d33-8b0d-30a1608c2b81,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:56.795171 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] Publish callbacks [] for security_group (9b301aef-9c6a-4d33-8b0d-30a1608c2b81), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.804891 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:56.827167 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] Publish callbacks [] for security_group (9b301aef-9c6a-4d33-8b0d-30a1608c2b81), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.872649 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-3d3ac64a-45bc-456a-8e3d-36dc6ec785ac service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 200 len: 217 time: 0.3351295 Oct 13 04:21:56.916143 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (9b301aef-9c6a-4d33-8b0d-30a1608c2b81), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.920451 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:56.925875 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9b301aef-9c6a-4d33-8b0d-30a1608c2b81 HTTP/1.1" status: 204 len: 168 time: 0.2421818 Oct 13 04:21:56.933531 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fefb3-8be9-44b6-a5b4-e0f3e008496a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b301aef-9c6a-4d33-8b0d-30a1608c2b81,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:56.940464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4173479-f37e-4d8e-a3e8-25bff2b3d187 req-9b978f75-577b-4b82-9bdb-e50c5575d812 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:56.942296 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e4173479-f37e-4d8e-a3e8-25bff2b3d187 req-9b978f75-577b-4b82-9bdb-e50c5575d812 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.4181318 Oct 13 04:21:56.955121 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57034) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:56.964083 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'floatingip': {'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:21:56.998317 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-982dbfdb-3677-45ee-b4b6-97b35621bbef service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842546 Oct 13 04:21:57.086654 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:57.091746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-b756284a-9d43-4a27-9d82-e93e74cc1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.094273 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-b756284a-9d43-4a27-9d82-e93e74cc1df6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0989912 Oct 13 04:21:57.099868 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-25742732-aa8e-4982-9834-bc133f3e5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.103066 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-25742732-aa8e-4982-9834-bc133f3e5540 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.7583847 Oct 13 04:21:57.135156 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '249908d0-8b75-41aa-a019-e309a20ff4cf', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:dc:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:19Z', 'updated_at': '2022-10-13T04:21:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:57.166932 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c8c39f-0278-4083-a777-c47d9a99b3bc None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '249908d0-8b75-41aa-a019-e309a20ff4cf', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:dc:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:19Z', 'updated_at': '2022-10-13T04:21:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:57.461482 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:57.516765 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963d55c-85e1-4f00-ae4a-3621e0422ca2 None None] New status for floating IP 249908d0-8b75-41aa-a019-e309a20ff4cf: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:21:57.536378 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-13962f62-9e38-4cd3-a9ea-c5109e8f29cd service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 999 time: 0.2216959 Oct 13 04:21:57.544636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-42a8a9ef-f5b5-44a0-a5c2-8cfc4f916285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.546446 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-42a8a9ef-f5b5-44a0-a5c2-8cfc4f916285 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2694914 Oct 13 04:21:57.625160 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ab4946d2-4308-48a0-a9c9-570837c0fd63 req-9640b4fe-73e7-4865-b7ad-5c2a28b4dcfa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569148 Oct 13 04:21:57.627439 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8d534-12e7-4907-b321-a058c162e2ec req-77cc0195-89a5-411a-8f61-cfed5b57bab3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.628958 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-69d8d534-12e7-4907-b321-a058c162e2ec req-77cc0195-89a5-411a-8f61-cfed5b57bab3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.1266119 Oct 13 04:21:57.705237 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-8e7fb880-8d6f-4d66-94ad-aa2584c563d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.707050 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-8e7fb880-8d6f-4d66-94ad-aa2584c563d9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.1471176 Oct 13 04:21:57.835797 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-8355becd-8593-4def-8bff-2bf7f3d6a702 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772970 Oct 13 04:21:57.872437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-64fec758-1fed-439e-9af8-e7ddfdddda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:57.874189 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-64fec758-1fed-439e-9af8-e7ddfdddda99 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1534662 Oct 13 04:21:58.115927 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-729e6223-3e05-4a31-b038-af5ce87b4d31 req-f42758d9-18ba-4aea-889e-e9da21e9d2cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666154 Oct 13 04:21:58.127569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-ce9f72cc-5a7a-44c5-a184-619daa135f3f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375360 Oct 13 04:21:58.181534 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:58.306057 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd0cf506-7e7e-4cc9-89b2-dc4b572c3534 req-bcd299f8-cdda-4d34-9222-b45cfe4c6466 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507742 Oct 13 04:21:58.315042 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-69d8d534-12e7-4907-b321-a058c162e2ec req-c241265b-1b66-4ec2-bf21-e9774f4570fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316450 Oct 13 04:21:58.426106 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:58.430241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:58.531856 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Floating IP 7907e0f0-27c0-4752-8e20-5cebe3d6ef5f associated. External IP: 172.27.1.229, port: 5875ba79-ec13-4e89-b04e-d8477ef49e14. Oct 13 04:21:58.737771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:21:58.749635 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:58.779106 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:58.846102 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:21:58.847715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5cc0a896-f050-4d14-8857-11c8d755c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:58.850805 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:21:58.869266 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:21:58.883900 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4b12f897-560a-4cd8-aa53-653464f47802 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/7907e0f0-27c0-4752-8e20-5cebe3d6ef5f HTTP/1.1" status: 200 len: 991 time: 1.9271991 Oct 13 04:21:58.884740 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:21:58.887286 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:58.887435 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216bfc34-5c5b-4cec-97aa-3419ec22b222" -d '{"events": [{"name": "network-changed", "server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:58.889125 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:58.932551 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60042012-e40b-4f95-a2f1-994581b5c3fe x-openstack-request-id: req-60042012-e40b-4f95-a2f1-994581b5c3fe {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:58.932551 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:58.932772 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60042012-e40b-4f95-a2f1-994581b5c3fe {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:58.933026 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60042012-e40b-4f95-a2f1-994581b5c3fe'] response: {'name': 'network-changed', 'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'status': 'completed', 'code': 200} Oct 13 04:21:59.064692 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-f8f96e54-712e-4697-9c88-84d003330452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:59.066991 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-f8f96e54-712e-4697-9c88-84d003330452 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1129 time: 0.0466049 Oct 13 04:21:59.096588 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:59.104090 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:59.175021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-b4869ee7-41f0-424e-89f7-4bbbed917c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:59.176582 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-b4869ee7-41f0-424e-89f7-4bbbed917c76 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.1036727 Oct 13 04:21:59.245021 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-0ab300bc-6b53-41f2-92ff-903fe097df0b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 999 time: 0.0608454 Oct 13 04:21:59.326307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-62dcdf6e-6b94-464a-b1f8-e3dbc6b274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:59.327816 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-62dcdf6e-6b94-464a-b1f8-e3dbc6b274d6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0586867 Oct 13 04:21:59.384394 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '7907e0f0-27c0-4752-8e20-5cebe3d6ef5f', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:17Z', 'updated_at': '2022-10-13T04:21:58Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.386886 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-265ba44b-0bb0-4a8c-94ef-9c323d831804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:59.390604 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-265ba44b-0bb0-4a8c-94ef-9c323d831804 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529547 Oct 13 04:21:59.429558 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:21:59.448230 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:21:59.449211 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:21:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.515356 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787f8e-58da-412e-bead-0c4c4ce38a01 req-d60ad4f6-7540-452b-b8a0-61d40ad8fbb6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:21:59.523168 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-31787f8e-58da-412e-bead-0c4c4ce38a01 req-d60ad4f6-7540-452b-b8a0-61d40ad8fbb6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0705817 Oct 13 04:21:59.531046 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-b1592c00-286d-42f2-8a81-50335117ae03 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298571 Oct 13 04:21:59.578045 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-31787f8e-58da-412e-bead-0c4c4ce38a01 req-ec5baf4a-e1a0-4802-9d01-801978ab565f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540688 Oct 13 04:21:59.603099 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:59.626272 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:21:59.652016 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-216bfc34-5c5b-4cec-97aa-3419ec22b222 req-2abcea7b-25f5-4792-a918-a4997bb6a106 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082709 Oct 13 04:21:59.763688 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:21:59.844970 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '7907e0f0-27c0-4752-8e20-5cebe3d6ef5f', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:17Z', 'updated_at': '2022-10-13T04:21:58Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:59.849856 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57146) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:21:59.869642 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042a5f6-1760-4f5a-a21e-e8bbfe7aaf3f None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '7907e0f0-27c0-4752-8e20-5cebe3d6ef5f', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:17Z', 'updated_at': '2022-10-13T04:21:58Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:21:59.961923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99088e1-ebe3-48f5-8174-9b3a043cb6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.049521 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99088e1-ebe3-48f5-8174-9b3a043cb6fd admin admin] Publish callbacks [] for security_group (bbda2faa-b248-4fe6-a9ad-8565d22045c9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.053423 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99088e1-ebe3-48f5-8174-9b3a043cb6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (bbda2faa-b248-4fe6-a9ad-8565d22045c9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.098385 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d99088e1-ebe3-48f5-8174-9b3a043cb6fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e6c0a0159bf94b63b29e6cf320832781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470102 Oct 13 04:22:00.098894 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99088e1-ebe3-48f5-8174-9b3a043cb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda2faa-b248-4fe6-a9ad-8565d22045c9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.100691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57154) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:00.163795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] Publish callbacks [] for security_group (bbda2faa-b248-4fe6-a9ad-8565d22045c9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.187631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] Publish callbacks [] for security_group (bbda2faa-b248-4fe6-a9ad-8565d22045c9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.238541 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (bbda2faa-b248-4fe6-a9ad-8565d22045c9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.241161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.242368 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bbda2faa-b248-4fe6-a9ad-8565d22045c9 HTTP/1.1" status: 204 len: 168 time: 0.1405811 Oct 13 04:22:00.251678 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9882e7-898e-4273-8c31-d015d1d7e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda2faa-b248-4fe6-a9ad-8565d22045c9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.375939 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:00.548507 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57160) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:00.564232 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57873f44-e781-4b56-bdaa-ab9dbd53032d None None] New status for floating IP 7907e0f0-27c0-4752-8e20-5cebe3d6ef5f: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:22:00.569735 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dc742508-22f3-4fae-9bb9-1bc1a9de105a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.673223 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dc742508-22f3-4fae-9bb9-1bc1a9de105a admin admin] Publish callbacks [] for security_group (1ebff291-981d-4dc8-941d-b4522cefdbd2), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.702439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dc742508-22f3-4fae-9bb9-1bc1a9de105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1ebff291-981d-4dc8-941d-b4522cefdbd2), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.763591 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7de96-9a07-4515-8a98-ae1d1377903c req-6b94db2f-0652-4d1d-a79e-70f5a15eaaf0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:00.765145 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bec7de96-9a07-4515-8a98-ae1d1377903c req-6b94db2f-0652-4d1d-a79e-70f5a15eaaf0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0905430 Oct 13 04:22:00.772581 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-dc742508-22f3-4fae-9bb9-1bc1a9de105a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eba3ba669eda49388a393dae4e68b331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230349 Oct 13 04:22:00.774633 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc742508-22f3-4fae-9bb9-1bc1a9de105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebff291-981d-4dc8-941d-b4522cefdbd2,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.775643 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57168) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:00.828338 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bec7de96-9a07-4515-8a98-ae1d1377903c req-6e011e45-4efb-44ed-9c17-6a2d8b96a21c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545802 Oct 13 04:22:00.863233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] Publish callbacks [] for security_group (1ebff291-981d-4dc8-941d-b4522cefdbd2), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.889055 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] Publish callbacks [] for security_group (1ebff291-981d-4dc8-941d-b4522cefdbd2), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.947038 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (1ebff291-981d-4dc8-941d-b4522cefdbd2), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.950880 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:00.954595 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ebff291-981d-4dc8-941d-b4522cefdbd2 HTTP/1.1" status: 204 len: 168 time: 0.1753380 Oct 13 04:22:00.962235 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289972-13e5-4125-8a3a-c69d5464c155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebff291-981d-4dc8-941d-b4522cefdbd2,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.992402 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57174) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:01.102868 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7aa3db5d-1b7b-441a-be8b-ad1d78b391c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.110300 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf42d947-c2c1-4ccd-8709-b0bfd9ce42e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.129147 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:01.202888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf42d947-c2c1-4ccd-8709-b0bfd9ce42e1 admin admin] Publish callbacks [] for security_group (b0dde1c6-110e-4ef9-a99e-7eb5365ad9be), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.207447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cf42d947-c2c1-4ccd-8709-b0bfd9ce42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b0dde1c6-110e-4ef9-a99e-7eb5365ad9be), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.254534 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cf42d947-c2c1-4ccd-8709-b0bfd9ce42e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=19dae11d071942fd8e62c91a1c7716ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610450 Oct 13 04:22:01.255485 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42d947-c2c1-4ccd-8709-b0bfd9ce42e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dde1c6-110e-4ef9-a99e-7eb5365ad9be,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.257580 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57184) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:01.314189 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] Publish callbacks [] for security_group (b0dde1c6-110e-4ef9-a99e-7eb5365ad9be), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.337618 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] Publish callbacks [] for security_group (b0dde1c6-110e-4ef9-a99e-7eb5365ad9be), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.386943 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b0dde1c6-110e-4ef9-a99e-7eb5365ad9be), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.391104 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.397987 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b0dde1c6-110e-4ef9-a99e-7eb5365ad9be HTTP/1.1" status: 204 len: 168 time: 0.1337669 Oct 13 04:22:01.401846 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593851-1d90-44a4-a7aa-69781c0b8a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dde1c6-110e-4ef9-a99e-7eb5365ad9be,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.780649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57206) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:01.796625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ff8-9f2c-4304-a722-713eca433f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.842157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:01.881378 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ff8-9f2c-4304-a722-713eca433f1b admin admin] Publish callbacks [] for security_group (b593f0ce-b074-4b31-aff2-c130752de33d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.886572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1ddc5ff8-9f2c-4304-a722-713eca433f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b593f0ce-b074-4b31-aff2-c130752de33d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:01.938763 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1ddc5ff8-9f2c-4304-a722-713eca433f1b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=06441ef140474903a394a59c0c7695f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569793 Oct 13 04:22:01.939623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57214) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:01.940240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc5ff8-9f2c-4304-a722-713eca433f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b593f0ce-b074-4b31-aff2-c130752de33d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.968607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9efc9d-e264-4642-8dae-89d0a73e210f req-6bd11cbe-4625-4c81-9eea-018493d70c2e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:01.970893 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc9efc9d-e264-4642-8dae-89d0a73e210f req-6bd11cbe-4625-4c81-9eea-018493d70c2e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0603416 Oct 13 04:22:02.005232 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] Publish callbacks [] for security_group (b593f0ce-b074-4b31-aff2-c130752de33d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:02.021526 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc9efc9d-e264-4642-8dae-89d0a73e210f req-57a84430-9b5c-4235-bd24-9cb7329c6a14 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Oct 13 04:22:02.028660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] Publish callbacks [] for security_group (b593f0ce-b074-4b31-aff2-c130752de33d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:02.086893 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b593f0ce-b074-4b31-aff2-c130752de33d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:02.089579 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:02.091551 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b593f0ce-b074-4b31-aff2-c130752de33d HTTP/1.1" status: 204 len: 168 time: 0.1481864 Oct 13 04:22:02.099334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29eb3d-7c65-4fbc-85ce-98f64990ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b593f0ce-b074-4b31-aff2-c130752de33d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:02.415288 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:03.151555 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e061d-9cee-4f64-850a-99c1595f22bd req-055fa064-8c3e-42a2-82c1-0bd4dd7446d8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:03.153739 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-196e061d-9cee-4f64-850a-99c1595f22bd req-055fa064-8c3e-42a2-82c1-0bd4dd7446d8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0495732 Oct 13 04:22:03.214568 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-196e061d-9cee-4f64-850a-99c1595f22bd req-1ec5f999-1587-4f80-8538-89ba1e846402 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Oct 13 04:22:04.067260 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:04.312848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:04.357560 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81932b8f-91cd-4342-8399-c0660ec45336 req-e9965e0f-a046-4866-b301-6f6084e0de99 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:04.359082 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81932b8f-91cd-4342-8399-c0660ec45336 req-e9965e0f-a046-4866-b301-6f6084e0de99 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0598149 Oct 13 04:22:04.408231 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:04.434595 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81932b8f-91cd-4342-8399-c0660ec45336 req-e4d9614c-256d-43a2-a345-2a20a05fec76 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626976 Oct 13 04:22:04.748330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:05.586590 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e64f6-1d30-47c7-95da-9849ad7bf0b7 req-18df8722-d709-4355-834e-e31470e27dfa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:05.586590 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b80e64f6-1d30-47c7-95da-9849ad7bf0b7 req-18df8722-d709-4355-834e-e31470e27dfa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0534580 Oct 13 04:22:05.657266 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b80e64f6-1d30-47c7-95da-9849ad7bf0b7 req-6f6a6cdd-d54a-4c9f-8ba1-f99b2627e6c3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632486 Oct 13 04:22:05.880900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99281ac5-5a29-44bc-90c1-8d3e72a933d1 req-1805cb2c-9f05-40de-a218-b1a79d2744da tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:05.882428 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-99281ac5-5a29-44bc-90c1-8d3e72a933d1 req-1805cb2c-9f05-40de-a218-b1a79d2744da tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0578198 Oct 13 04:22:05.935225 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-99281ac5-5a29-44bc-90c1-8d3e72a933d1 req-027fa949-875a-4a3e-9fe5-dda3c04339f5 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Oct 13 04:22:06.737244 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:06.779748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ad74-c22e-4744-a68a-93fc62e7f873 req-14930f17-dc55-4aff-8f4b-18346a4f8273 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:06.781205 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9677ad74-c22e-4744-a68a-93fc62e7f873 req-14930f17-dc55-4aff-8f4b-18346a4f8273 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0529640 Oct 13 04:22:06.827924 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9677ad74-c22e-4744-a68a-93fc62e7f873 req-0f38c2cb-fa54-44f1-b3ad-c8725076f15b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Oct 13 04:22:07.059212 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91debe4d-31cf-4c86-be14-8ec786311bf0 req-ab3beda4-de2b-4b24-9e7c-41f80363d7ee tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:07.060670 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-91debe4d-31cf-4c86-be14-8ec786311bf0 req-ab3beda4-de2b-4b24-9e7c-41f80363d7ee tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0461478 Oct 13 04:22:07.092444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:07.110531 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-91debe4d-31cf-4c86-be14-8ec786311bf0 req-e2ceac0e-857b-4cdb-93b3-2c5c50e4576a tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440211 Oct 13 04:22:07.947043 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa0c3-434b-4356-8f8e-d44b0cbda5c8 req-9b32ca40-cf4d-4f30-9625-00bbf283fed3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:07.948480 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-613fa0c3-434b-4356-8f8e-d44b0cbda5c8 req-9b32ca40-cf4d-4f30-9625-00bbf283fed3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0465245 Oct 13 04:22:07.996643 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-613fa0c3-434b-4356-8f8e-d44b0cbda5c8 req-1412108d-7504-4311-9c11-060b2cd423f5 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Oct 13 04:22:08.234478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc79894-3549-46f9-9af7-76c725744188 req-2b9dd814-8a98-4387-b539-d0822023f9c1 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:08.236005 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9dc79894-3549-46f9-9af7-76c725744188 req-2b9dd814-8a98-4387-b539-d0822023f9c1 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0460916 Oct 13 04:22:08.285908 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9dc79894-3549-46f9-9af7-76c725744188 req-8bfbd7b0-ab45-4602-9c58-a60f80752979 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 Oct 13 04:22:09.086639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc3306-53dc-4734-9050-fae73b64843a req-c5dfb1ad-23e7-4db6-bb33-9cadc5c76003 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:09.088585 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-17dc3306-53dc-4734-9050-fae73b64843a req-c5dfb1ad-23e7-4db6-bb33-9cadc5c76003 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.0653062 Oct 13 04:22:09.139954 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77224f49-2409-4d04-8454-e6f2df243ca1 req-943fa358-768b-4a7e-84be-f9f204754db2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:09.145819 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77224f49-2409-4d04-8454-e6f2df243ca1 req-943fa358-768b-4a7e-84be-f9f204754db2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0626090 Oct 13 04:22:09.208881 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77224f49-2409-4d04-8454-e6f2df243ca1 req-9db97c65-8a4b-45bc-95d4-9b9a65378dde tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Oct 13 04:22:09.265584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Deleting port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:09.266383 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:09.388982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] For port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:09.389343 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:09.393028 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:09.437070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Calling delete_port for 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:09.487601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72b645-5787-4f18-998d-c87a8ac5b041 req-6e638884-cb04-46a3-857c-d9340a6b7bd0 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:09.489060 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ba72b645-5787-4f18-998d-c87a8ac5b041 req-6e638884-cb04-46a3-857c-d9340a6b7bd0 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 945 time: 0.1163001 Oct 13 04:22:09.542633 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-7ec52dc3-17a7-4456-a1cc-f9bd3f52f1ba service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247735 Oct 13 04:22:09.612948 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ba72b645-5787-4f18-998d-c87a8ac5b041 req-4d24d8ac-bfe6-4a8a-9701-a0999ff350f0 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025968 Oct 13 04:22:09.701906 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-0db223fd-f1cc-465f-bb72-65e533e6a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:09.703315 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-0db223fd-f1cc-465f-bb72-65e533e6a4f7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 1129 time: 0.0679975 Oct 13 04:22:09.713626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (6ff44094-2f0f-48d3-9ca9-a6dc0324f741), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:09.752295 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Pushing event deleted for resources: {'Port': ['ID=6ff44094-2f0f-48d3-9ca9-a6dc0324f741,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.757202 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['6ff44094-2f0f-48d3-9ca9-a6dc0324f741'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:22:09.849076 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=67 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:10.073161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] No DVR routers for this DVR port 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:22:10.079445 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:10.082646 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-17dc3306-53dc-4734-9050-fae73b64843a req-2527bb57-9567-4bb8-ab2c-68e9eae008ae tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.36 "DELETE /networking/v2.0/ports/6ff44094-2f0f-48d3-9ca9-a6dc0324f741 HTTP/1.1" status: 204 len: 173 time: 0.9876282 Oct 13 04:22:10.083121 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'name': 'network-vif-deleted', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:22:10.085371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60dd76b-d7f9-4e47-8222-7a07144ea4e1" -d '{"events": [{"server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "name": "network-vif-deleted", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:10.115656 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-57bbae33-b12d-408b-a63e-e3fb8111e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:10.117225 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-57bbae33-b12d-408b-a63e-e3fb8111e113 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.3769267 Oct 13 04:22:10.126871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194d24a-7803-4481-8d48-a22cefdec451 x-openstack-request-id: req-2194d24a-7803-4481-8d48-a22cefdec451 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:10.127164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b96502c-fa69-49c2-a14b-ab5867ad711d", "name": "network-vif-deleted", "tag": "6ff44094-2f0f-48d3-9ca9-a6dc0324f741", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:10.127422 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2194d24a-7803-4481-8d48-a22cefdec451 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:10.127818 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2194d24a-7803-4481-8d48-a22cefdec451'] response: {'server_uuid': '5b96502c-fa69-49c2-a14b-ab5867ad711d', 'name': 'network-vif-deleted', 'tag': '6ff44094-2f0f-48d3-9ca9-a6dc0324f741', 'status': 'completed', 'code': 200} Oct 13 04:22:10.335592 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef190-ef20-4de4-a7c9-ad6bedb885e5 req-0c7d38f3-0a22-4991-b498-41a5e3eab68a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:10.336975 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a34ef190-ef20-4de4-a7c9-ad6bedb885e5 req-0c7d38f3-0a22-4991-b498-41a5e3eab68a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0485795 Oct 13 04:22:10.372222 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=11 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:10.389075 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a34ef190-ef20-4de4-a7c9-ad6bedb885e5 req-4aa89d5d-3a44-492f-a489-7165392ca14c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Oct 13 04:22:10.724314 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f5641df2-db93-4f71-95d4-71365db0dcd5 req-92a958f1-c81b-40a3-9726-01386d3d8ca4 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.0279849 Oct 13 04:22:11.522513 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90a3f4-06f0-407b-bc0a-4a12cb59aa9d req-ed5dc9d7-c687-4e9e-8795-86390b3b2277 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:11.524009 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd90a3f4-06f0-407b-bc0a-4a12cb59aa9d req-ed5dc9d7-c687-4e9e-8795-86390b3b2277 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0481813 Oct 13 04:22:11.557478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:11.575832 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd90a3f4-06f0-407b-bc0a-4a12cb59aa9d req-d0dac093-b6ff-4107-afdf-cdace4241b7d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Oct 13 04:22:11.831160 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81fe82e2-1cc0-4e9a-964d-304e5b925af1 req-b7839808-2498-47ea-8415-74950dd2eb41 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.0275371 Oct 13 04:22:12.699441 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92ada8-9b42-4850-b2fb-9199a4d1aeed req-9e8acb50-16fc-4d84-8f44-02147c1acc9b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:12.701559 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0e92ada8-9b42-4850-b2fb-9199a4d1aeed req-9e8acb50-16fc-4d84-8f44-02147c1acc9b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0508070 Oct 13 04:22:12.752066 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0e92ada8-9b42-4850-b2fb-9199a4d1aeed req-0ce9517c-bc90-42b8-b431-962e7c1a32b7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Oct 13 04:22:12.931779 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5bd8a6c2-86f5-4dc5-b668-4970bd2b988f req-9d28e662-45c8-4416-865c-692dbeecdcde tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.0267773 Oct 13 04:22:12.998769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-5112e930-5e67-49cb-b4f9-6bd96ca36cae service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 200 len: 1001 time: 0.0642486 Oct 13 04:22:13.053738 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-3f96487b-9ffe-4224-b5ff-340126b0b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:13.055283 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-3f96487b-9ffe-4224-b5ff-340126b0b367 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0496612 Oct 13 04:22:13.102635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-f2eca51f-18e8-4182-b384-c4e2d149c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:13.104089 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-f2eca51f-18e8-4182-b384-c4e2d149c8dc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396938 Oct 13 04:22:13.179189 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:13.206194 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-9fb2e2ec-a2fb-42d0-8c74-111e680cb72d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927134 Oct 13 04:22:13.295428 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ad1d294d-d3ba-4b9b-9c72-8c68e944418b req-ff0305f9-f285-409b-9177-3d4a70ed1aa0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828736 Oct 13 04:22:13.873816 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57482) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:13.901584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712afe5-28fe-4981-a3a7-d7960f55884c req-5880f355-cc2c-486a-b6b1-be7b20e564af tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:13.904917 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a712afe5-28fe-4981-a3a7-d7960f55884c req-5880f355-cc2c-486a-b6b1-be7b20e564af tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0591176 Oct 13 04:22:13.962870 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a712afe5-28fe-4981-a3a7-d7960f55884c req-cc3e8ac9-a430-48c0-9540-37b53ee96e53 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Oct 13 04:22:14.011265 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cf75c7ab-5975-433e-ba33-da8c394fa10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.081566 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92a788b7-cb1e-499e-aea4-89c1227c951b req-550e750a-a1cf-4c89-aca1-9f814b0db539 tempest-DeleteServersTestJSON-2074044317 tempest-DeleteServersTestJSON-2074044317-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5b96502c-fa69-49c2-a14b-ab5867ad711d HTTP/1.1" status: 200 len: 210 time: 0.0430565 Oct 13 04:22:14.127139 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cf75c7ab-5975-433e-ba33-da8c394fa10c admin admin] Publish callbacks [] for security_group (6c95513d-f9ee-4e6a-9573-f54dfcc3b754), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.132596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cf75c7ab-5975-433e-ba33-da8c394fa10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6c95513d-f9ee-4e6a-9573-f54dfcc3b754), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.173865 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cf75c7ab-5975-433e-ba33-da8c394fa10c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e70893eca76a4c329d4b96e94f9aea74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986989 Oct 13 04:22:14.174749 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75c7ab-5975-433e-ba33-da8c394fa10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c95513d-f9ee-4e6a-9573-f54dfcc3b754,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.176616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57488) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:14.229553 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] Publish callbacks [] for security_group (6c95513d-f9ee-4e6a-9573-f54dfcc3b754), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.250542 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] Publish callbacks [] for security_group (6c95513d-f9ee-4e6a-9573-f54dfcc3b754), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.300122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6c95513d-f9ee-4e6a-9573-f54dfcc3b754), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.302787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.303917 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6c95513d-f9ee-4e6a-9573-f54dfcc3b754 HTTP/1.1" status: 204 len: 168 time: 0.1262250 Oct 13 04:22:14.312399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcce06a-5eff-4a6b-85ee-5aa5eebaf4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c95513d-f9ee-4e6a-9573-f54dfcc3b754,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.633373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57502) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:14.647334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fc30e01d-abce-45c6-a1e9-521c3f6097c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.740695 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fc30e01d-abce-45c6-a1e9-521c3f6097c3 admin admin] Publish callbacks [] for security_group (cb0de3bd-2277-493f-b801-69883384f6b5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.744371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fc30e01d-abce-45c6-a1e9-521c3f6097c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cb0de3bd-2277-493f-b801-69883384f6b5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.786179 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fc30e01d-abce-45c6-a1e9-521c3f6097c3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3a1b5dae4dd34f449427067c79f8c21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516953 Oct 13 04:22:14.787681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30e01d-abce-45c6-a1e9-521c3f6097c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0de3bd-2277-493f-b801-69883384f6b5,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.789638 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57508) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:14.840814 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] Publish callbacks [] for security_group (cb0de3bd-2277-493f-b801-69883384f6b5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.863996 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] Publish callbacks [] for security_group (cb0de3bd-2277-493f-b801-69883384f6b5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.916929 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cb0de3bd-2277-493f-b801-69883384f6b5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.920118 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:14.924509 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cb0de3bd-2277-493f-b801-69883384f6b5 HTTP/1.1" status: 204 len: 168 time: 0.1335847 Oct 13 04:22:14.933999 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfb5ff-3f82-4025-b8a9-0c5fa05b188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0de3bd-2277-493f-b801-69883384f6b5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.118507 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b7667-a9a3-4def-892a-4293389105ac req-0a162eb6-b1dd-4dab-a425-0d8d5d04e6bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:15.120148 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cf6b7667-a9a3-4def-892a-4293389105ac req-0a162eb6-b1dd-4dab-a425-0d8d5d04e6bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0546384 Oct 13 04:22:15.141525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:15.187844 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cf6b7667-a9a3-4def-892a-4293389105ac req-43e92151-f18e-4e97-88e8-9da0419f7f7b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Oct 13 04:22:15.343485 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57536) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:15.357450 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0c787e6-11ae-4f0e-878d-bf0b297657f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.438607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0c787e6-11ae-4f0e-878d-bf0b297657f4 admin admin] Publish callbacks [] for security_group (3e246ccc-fdbf-4517-b9bd-65461f174d9b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.443211 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a0c787e6-11ae-4f0e-878d-bf0b297657f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3e246ccc-fdbf-4517-b9bd-65461f174d9b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.480179 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:15.488901 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a0c787e6-11ae-4f0e-878d-bf0b297657f4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a161c93104e43a8bfdbb6e97a3ebf1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443026 Oct 13 04:22:15.490188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c787e6-11ae-4f0e-878d-bf0b297657f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e246ccc-fdbf-4517-b9bd-65461f174d9b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.491749 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57542) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:15.543852 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] Publish callbacks [] for security_group (3e246ccc-fdbf-4517-b9bd-65461f174d9b), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.565505 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] Publish callbacks [] for security_group (3e246ccc-fdbf-4517-b9bd-65461f174d9b), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.613498 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3e246ccc-fdbf-4517-b9bd-65461f174d9b), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.616127 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:15.617266 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e246ccc-fdbf-4517-b9bd-65461f174d9b HTTP/1.1" status: 204 len: 168 time: 0.1229527 Oct 13 04:22:15.625370 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e89c4-b23d-433b-8206-9128e5d99050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e246ccc-fdbf-4517-b9bd-65461f174d9b,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.327884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094efaa-34fc-4a1b-a307-ae02a838109a req-67ba98cf-1080-4ba6-be20-639da36c0722 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:16.329360 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f094efaa-34fc-4a1b-a307-ae02a838109a req-67ba98cf-1080-4ba6-be20-639da36c0722 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0522127 Oct 13 04:22:16.347285 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57584) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:16.366608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:16.379602 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f094efaa-34fc-4a1b-a307-ae02a838109a req-7d318fd6-f135-4178-ac3e-be3e7f559b08 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Oct 13 04:22:16.450381 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-618476606-network', 'tenant_id': 'e7d1e420eec84d1f8b78333b7d814f3c'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:16.470674 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Made reservation on behalf of e7d1e420eec84d1f8b78333b7d814f3c for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:16.472916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.481021 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.483061 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:16.562063 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks [] for security_group (0af52f5d-bdba-4fdd-a40f-796cb6a37564), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.565914 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0af52f5d-bdba-4fdd-a40f-796cb6a37564), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.596015 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:16.606876 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af52f5d-bdba-4fdd-a40f-796cb6a37564,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.612030 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (fbab0562-9195-46be-97be-2688cd055ef0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.612383 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Added segment fbab0562-9195-46be-97be-2688cd055ef0 of type vlan for network 7358a795-2926-4538-a53c-de076264b109 Oct 13 04:22:16.625926 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57594) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:16.692535 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (7358a795-2926-4538-a53c-de076264b109), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.757573 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (7358a795-2926-4538-a53c-de076264b109), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.758581 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:16.759171 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.817608 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4691629 Oct 13 04:22:16.820761 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57596) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:16.825799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Request body: {'subnet': {'network_id': '7358a795-2926-4538-a53c-de076264b109', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-618476606-subnet', 'tenant_id': 'e7d1e420eec84d1f8b78333b7d814f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:16.846282 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Made reservation on behalf of e7d1e420eec84d1f8b78333b7d814f3c for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:16.849006 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32210269'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:16.869838 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77d146-7335-4e6e-8700-8681e7212869 admin admin] Pushing event updated for resources: {'Network': ['ID=7358a795-2926-4538-a53c-de076264b109,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.880690 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 7358a795-2926-4538-a53c-de076264b109 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:16.941999 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:16.953415 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:16.976323 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:22:16.976682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6ff44094-2f0f-48d3-9ca9-a6dc0324f741 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:17.056894 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30846471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32210255'] for subnet (136cfdbf-9455-4935-adb7-86b259f246e7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:17.119440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=136cfdbf-9455-4935-adb7-86b259f246e7,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:17.131018 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Checking segment: {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:22:17.131477 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Network hostable DHCP agents. Network: 7358a795-2926-4538-a53c-de076264b109, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:17.133966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (fdda4221-d95b-4b51-b716-48be433987fc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:17.148130 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Network 7358a795-2926-4538-a53c-de076264b109 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:17.158286 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 7358a795-2926-4538-a53c-de076264b109) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:17.162420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:17.163097 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:17.170531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d095d03-ebac-4395-97c4-5db40e937a20 None None] Network 7358a795-2926-4538-a53c-de076264b109 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:22:17.180973 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f3cc417b-4683-43cc-8d41-a15fd04dd2ab admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3590293 Oct 13 04:22:17.284920 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e747d522-f93f-45fb-b692-430ab822ae3c None None] Network 7358a795-2926-4538-a53c-de076264b109 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:22:17.598593 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:17.611467 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed0c59-1c70-4ca2-9f4d-5973ac3268ce req-49c1a581-b502-4502-9550-2b5971a6dcb2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:17.613140 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9ed0c59-1c70-4ca2-9f4d-5973ac3268ce req-49c1a581-b502-4502-9550-2b5971a6dcb2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.1070712 Oct 13 04:22:17.635786 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:17.722674 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e9ed0c59-1c70-4ca2-9f4d-5973ac3268ce req-ed370b38-4fad-4ae7-a949-5e4ee7b1b8ed tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028607 Oct 13 04:22:17.723825 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Deleting port d082b94f-988d-4847-95b8-c28f3b6a8669 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:17.724168 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:17.823770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] For port d082b94f-988d-4847-95b8-c28f3b6a8669, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=d082b94f-988d-4847-95b8-c28f3b6a8669,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:17.824149 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:17.838721 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Calling delete_port for d082b94f-988d-4847-95b8-c28f3b6a8669 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:18.049113 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (d082b94f-988d-4847-95b8-c28f3b6a8669), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:18.078697 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d082b94f-988d-4847-95b8-c28f3b6a8669,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.246247 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (fdda4221-d95b-4b51-b716-48be433987fc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:18.266761 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b94069e-7b18-4ccb-b3d4-cffaa42c42f2 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:22:18.268841 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:18.396806 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94069e-7b18-4ccb-b3d4-cffaa42c42f2 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:22:18.453304 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Router fdda4221-d95b-4b51-b716-48be433987fc has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:18.455600 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:18.541565 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:18.566021 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:18.571247 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2a838cdc-ded7-4b7e-a9ab-86b0234c3d5e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/fdda4221-d95b-4b51-b716-48be433987fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442959 Oct 13 04:22:18.574459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57634) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:18.581779 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Sync routers for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:18.598035 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:22:18.599018 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:22:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:18.701143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks [] for router (fdda4221-d95b-4b51-b716-48be433987fc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:18.731354 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:22:18.854905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:18.875200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks [] for router_gateway (fdda4221-d95b-4b51-b716-48be433987fc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:18.925664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0151f-210c-4630-8d50-22e8de77a0cc req-9525603e-aa16-4042-b8cf-e03c7a3c32df tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:18.927763 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b5c0151f-210c-4630-8d50-22e8de77a0cc req-9525603e-aa16-4042-b8cf-e03c7a3c32df tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0965676 Oct 13 04:22:18.967176 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:22:18Z', 'revision_number': 5, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port': {'id': '6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ae:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:19.002060 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Deleting port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:19.006493 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.033457 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Checking router: fdda4221-d95b-4b51-b716-48be433987fc for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:19.070961 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Routers {'fdda4221-d95b-4b51-b716-48be433987fc'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:22:19.071766 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:22:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fdda4221-d95b-4b51-b716-48be433987fc'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:19.195998 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b5c0151f-210c-4630-8d50-22e8de77a0cc req-97ae9fdb-55fb-4d7e-8ca6-ce6803c48c36 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617033 Oct 13 04:22:19.243064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] For port 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:19.243513 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.246781 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] Set router fdda4221-d95b-4b51-b716-48be433987fc gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:22:19.260641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Calling delete_port for 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:19.304430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:19.305184 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:22:18Z', 'revision_number': 6, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:19.311244 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-db5c2193-8328-4efa-abbf-f78fdc941e81 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:19.313681 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-db5c2193-8328-4efa-abbf-f78fdc941e81 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7358a795-2926-4538-a53c-de076264b109 HTTP/1.1" status: 200 len: 808 time: 0.1461310 Oct 13 04:22:19.330885 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-09621d15-9160-47b3-a185-a0fb9ce8b3ce tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/quotas/e7d1e420eec84d1f8b78333b7d814f3c HTTP/1.1" status: 200 len: 375 time: 0.0100341 Oct 13 04:22:19.337302 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024936d5-3869-405d-a6e0-40162844d5c9 None None] The sync data for ids ['fdda4221-d95b-4b51-b716-48be433987fc'] in dv-cinder-860997-1-iscsi is: [{'id': 'fdda4221-d95b-4b51-b716-48be433987fc', 'name': 'tempest-DeleteServersTestJSON-1595028252-router', 'tenant_id': '2413ab4744c345bc94f68b6510ca3b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:22:18Z', 'revision_number': 6, 'project_id': '2413ab4744c345bc94f68b6510ca3b44', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:19.418326 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-3eaa3b38-43ba-4c07-8e0c-e86f3e4fd24a tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817003 Oct 13 04:22:19.488684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.519722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:19.529285 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-8bf75db7-2a64-4222-997d-47e836947e72 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096330 Oct 13 04:22:19.590808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (fdda4221-d95b-4b51-b716-48be433987fc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.637492 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-bfce76f5-e9d9-4996-b515-d13c0b1775aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020706 Oct 13 04:22:19.698091 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (fdda4221-d95b-4b51-b716-48be433987fc), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.702646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks [] for router_controller (fdda4221-d95b-4b51-b716-48be433987fc), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.735424 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4a8d4d34-8875-447f-ac7b-cf1b6e030e56 None None] Provisioning complete for port af0a6642-8804-41ff-b7be-fe40bbe6087e triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:22:19.735959 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4d34-8875-447f-ac7b-cf1b6e030e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.736117 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4a8d4d34-8875-447f-ac7b-cf1b6e030e56 None None] Attempt 1 to provision port af0a6642-8804-41ff-b7be-fe40bbe6087e Oct 13 04:22:19.787752 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (fdda4221-d95b-4b51-b716-48be433987fc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.788398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdda4221-d95b-4b51-b716-48be433987fc {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:22:19.799468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.803242 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-2eef4f14-1019-4811-8dae-17abe3c63b2c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/fdda4221-d95b-4b51-b716-48be433987fc HTTP/1.1" status: 204 len: 168 time: 1.2256813 Oct 13 04:22:19.803366 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 57700) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:19.874531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d4d34-8875-447f-ac7b-cf1b6e030e56 None None] Current status of the port af0a6642-8804-41ff-b7be-fe40bbe6087e is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:22:19.887458 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Deleting subnet 22f48e5a-e956-4183-92aa-e60c1cb12089 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:22:19.900721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Publish callbacks [] for subnet (22f48e5a-e956-4183-92aa-e60c1cb12089), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:19.940999 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8a8f0051-f3b7-440e-b92c-8587d04b1fab req-f1cbcec2-a882-4f7f-9951-f50575e9f209 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 210 time: 0.0510929 Oct 13 04:22:19.958487 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (22f48e5a-e956-4183-92aa-e60c1cb12089), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.070304 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (22f48e5a-e956-4183-92aa-e60c1cb12089), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.117867 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:20.145027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (22f48e5a-e956-4183-92aa-e60c1cb12089), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.193289 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f48e5a-e956-4183-92aa-e60c1cb12089,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.207825 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.209034 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801afac-f153-490e-8264-1dd7c9319b6a None None] Network 656e3a17-1f34-48c5-89e8-17cf546de72a requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:22:20.216788 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1a8ed1bd-bc82-469a-a030-93dbc4250dd9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/22f48e5a-e956-4183-92aa-e60c1cb12089 HTTP/1.1" status: 204 len: 168 time: 0.4108133 Oct 13 04:22:20.219731 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57714) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:20.356534 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device d082b94f-988d-4847-95b8-c28f3b6a8669 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:20.387240 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: d082b94f-988d-4847-95b8-c28f3b6a8669 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:22:20.387710 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device d082b94f-988d-4847-95b8-c28f3b6a8669 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:20.402929 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (656e3a17-1f34-48c5-89e8-17cf546de72a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.423391 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc267272-069f-4d45-bfd8-e71c0520017f req-d8e6a9fd-fac5-4123-a871-a4c3c63ff82a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:20.424897 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc267272-069f-4d45-bfd8-e71c0520017f req-d8e6a9fd-fac5-4123-a871-a4c3c63ff82a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0889378 Oct 13 04:22:20.478289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] DHCP port deletion for 656e3a17-1f34-48c5-89e8-17cf546de72a request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:22:20.493725 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Deleting port af0a6642-8804-41ff-b7be-fe40bbe6087e {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:20.494103 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.519216 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc267272-069f-4d45-bfd8-e71c0520017f req-6bdf48fe-972d-443d-8347-125313b18cf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692782 Oct 13 04:22:20.523875 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Deleting port af0a6642-8804-41ff-b7be-fe40bbe6087e {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:20.524405 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.580449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] For port af0a6642-8804-41ff-b7be-fe40bbe6087e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=af0a6642-8804-41ff-b7be-fe40bbe6087e,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:20.581392 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.597652 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Calling delete_port for af0a6642-8804-41ff-b7be-fe40bbe6087e owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:20.615969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] For port af0a6642-8804-41ff-b7be-fe40bbe6087e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=af0a6642-8804-41ff-b7be-fe40bbe6087e,segment=NetworkSegment(a21668f4-8344-45a6-800c-f60e85c133ae),segment_id=a21668f4-8344-45a6-800c-f60e85c133ae)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:20.616381 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.635534 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Calling delete_port for af0a6642-8804-41ff-b7be-fe40bbe6087e owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:20.692260 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.717852 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0a6642-8804-41ff-b7be-fe40bbe6087e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.720745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:20.721617 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] No DVR routers for this DVR port af0a6642-8804-41ff-b7be-fe40bbe6087e on host dv-cinder-860997-1-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:22:20.775231 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (af0a6642-8804-41ff-b7be-fe40bbe6087e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.805455 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Pushing event deleted for resources: {'Port': ['ID=af0a6642-8804-41ff-b7be-fe40bbe6087e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.810473 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (656e3a17-1f34-48c5-89e8-17cf546de72a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.810707 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] No DVR routers for this DVR port af0a6642-8804-41ff-b7be-fe40bbe6087e on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:22:20.816820 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.817211 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.817577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.817937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.818315 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.818648 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.818976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.819310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.819639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.819964 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.820288 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.820629 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.820954 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.821281 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.821603 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0fbdc-87d9-4e36-bc57-28b20f0dde45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:20.839018 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:20.841067 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e3a17-1f34-48c5-89e8-17cf546de72a']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.858710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21668f4-8344-45a6-800c-f60e85c133ae') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.859018 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21668f4-8344-45a6-800c-f60e85c133ae') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.870015 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (a21668f4-8344-45a6-800c-f60e85c133ae), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.884676 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (a21668f4-8344-45a6-800c-f60e85c133ae), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.892584 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:20.893389 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (a21668f4-8344-45a6-800c-f60e85c133ae), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.939003 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment a21668f4-8344-45a6-800c-f60e85c133ae resource provider aggregate not found Oct 13 04:22:20.956386 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment a21668f4-8344-45a6-800c-f60e85c133ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a21668f4-8344-45a6-800c-f60e85c133ae found for delete ", "request_id": "req-2ec79f84-8b9c-458f-b474-695276d9059a"}]} Oct 13 04:22:20.957251 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:20.965424 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (656e3a17-1f34-48c5-89e8-17cf546de72a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.971636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:20.975451 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/656e3a17-1f34-48c5-89e8-17cf546de72a HTTP/1.1" status: 204 len: 168 time: 0.7545969 Oct 13 04:22:20.993158 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466722f-f708-4fce-8238-26b275949299 admin admin] Pushing event deleted for resources: {'Network': ['ID=656e3a17-1f34-48c5-89e8-17cf546de72a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:21.076488 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-26b91c89-c31e-46c1-9c3c-2906f2708207 req-3c3ab5ed-8c49-4d17-b0c2-bcc5f5d8edb0 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 210 time: 0.0354364 Oct 13 04:22:21.135791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57732) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:21.181949 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d9cd2517-0c34-43e4-bfa2-cb8a7c2f2b6a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2413ab4744c345bc94f68b6510ca3b44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449486 Oct 13 04:22:21.184468 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 57734) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:21.249011 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] Publish callbacks [] for security_group (44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:21.269215 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] Publish callbacks [] for security_group (44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:21.316432 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:21.319848 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:21.321027 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e HTTP/1.1" status: 204 len: 168 time: 0.1350048 Oct 13 04:22:21.329377 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf06a2-734b-4308-b251-e6d13b20d137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa3364-edd7-4ef2-8d69-ab9d9c20fb1e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:21.694456 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-daad6d55-53f0-4233-a60c-457a1963cfbe tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:21.696669 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-daad6d55-53f0-4233-a60c-457a1963cfbe tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7358a795-2926-4538-a53c-de076264b109 HTTP/1.1" status: 200 len: 808 time: 0.1659598 Oct 13 04:22:21.708204 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1edfd-a45b-4dc1-9dde-030f8a9f440a req-8255797e-2e1e-499b-9106-9104d72b034a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:21.711475 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-caa1edfd-a45b-4dc1-9dde-030f8a9f440a req-8255797e-2e1e-499b-9106-9104d72b034a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0710924 Oct 13 04:22:21.726883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Request body: {'port': {'device_id': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'network_id': '7358a795-2926-4538-a53c-de076264b109', 'admin_state_up': True, 'tenant_id': 'e7d1e420eec84d1f8b78333b7d814f3c'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:21.849551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-caa1edfd-a45b-4dc1-9dde-030f8a9f440a req-abe1612b-16ca-4a14-829e-64a837d6f101 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327033 Oct 13 04:22:21.944201 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:21.944710 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Made reservation on behalf of e7d1e420eec84d1f8b78333b7d814f3c for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:21.951903 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:21.966877 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:22:21.967222 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6a1e1bc8-d26b-47ba-a00e-c350f4c88c6a not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:21.967821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device af0a6642-8804-41ff-b7be-fe40bbe6087e no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:21.990301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: af0a6642-8804-41ff-b7be-fe40bbe6087e {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:22:21.990771 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device af0a6642-8804-41ff-b7be-fe40bbe6087e not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:22.095897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:22.105789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Allocated IP 172.20.0.14 (7358a795-2926-4538-a53c-de076264b109/136cfdbf-9455-4935-adb7-86b259f246e7/ad559ec1-ddc7-418a-ab7d-758dffdd11af) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:22.206428 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-94c708ac-7b8c-479b-8b07-69bd7e86ba57 req-c7d5f837-0bfe-4bae-a61d-9cfe0371e529 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 210 time: 0.0382371 Oct 13 04:22:22.305530 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks [] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:22.350681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:22.406408 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Network 7358a795-2926-4538-a53c-de076264b109 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:22.411680 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Pushing event updated for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:22.414567 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:22.420117 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:22:22.476733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:22.477390 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:22.494507 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-625a151b-dacb-4a93-a6b8-621a1c9802f2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720413 Oct 13 04:22:23.006574 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefedc6-d6c2-42dc-a038-b484d18e74d2 req-036d4e75-f154-40f1-ad2a-7c780623f26a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:23.008722 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6aefedc6-d6c2-42dc-a038-b484d18e74d2 req-036d4e75-f154-40f1-ad2a-7c780623f26a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0699356 Oct 13 04:22:23.065775 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6aefedc6-d6c2-42dc-a038-b484d18e74d2 req-ced174c4-5544-4e80-b41f-8cf374178e19 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500033 Oct 13 04:22:23.347978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71963-9d9d-4bc9-8266-bbf0bfef4170 req-351b6d31-f9d9-4744-9064-4c88855be311 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:23.349481 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1db71963-9d9d-4bc9-8266-bbf0bfef4170 req-351b6d31-f9d9-4744-9064-4c88855be311 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 932 time: 0.0473735 Oct 13 04:22:23.362346 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:23.406282 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1db71963-9d9d-4bc9-8266-bbf0bfef4170 req-eba4cded-758e-4552-97fd-026bd77a41e4 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Oct 13 04:22:24.185571 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0409-4367-4ce4-b9a6-2a44cac69a7a req-9320f951-f5a0-4e44-910e-640d584cfd79 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:24.187047 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a6d0409-4367-4ce4-b9a6-2a44cac69a7a req-9320f951-f5a0-4e44-910e-640d584cfd79 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0457592 Oct 13 04:22:24.234369 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a6d0409-4367-4ce4-b9a6-2a44cac69a7a req-0b396ee9-d7ca-4698-9b5f-97efb50ba5f2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Oct 13 04:22:24.531372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b871-7655-4daa-a30d-a7574011f60d req-155763ba-8d25-4215-b678-1c0299eca605 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:24.532866 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ea8b871-7655-4daa-a30d-a7574011f60d req-155763ba-8d25-4215-b678-1c0299eca605 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 932 time: 0.0520432 Oct 13 04:22:24.585575 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ea8b871-7655-4daa-a30d-a7574011f60d req-0145e0fa-5149-453c-ae56-74b068026c5d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468171 Oct 13 04:22:25.225206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Request body: {'port': {'device_id': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:25.286986 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.359890 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc722c94-b2e5-4889-92fe-6ecbcffbdbe3 req-defe1e53-091f-4adf-990e-3b0a7431e6ee tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:25.361396 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc722c94-b2e5-4889-92fe-6ecbcffbdbe3 req-defe1e53-091f-4adf-990e-3b0a7431e6ee tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0485401 Oct 13 04:22:25.409915 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc722c94-b2e5-4889-92fe-6ecbcffbdbe3 req-e6347707-9e73-4139-a0e6-0bca686301d2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Oct 13 04:22:25.554387 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:25.556389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad559ec1-ddc7-418a-ab7d-758dffdd11af {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:22:25.564640 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks [] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.578740 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Transition to ACTIVE for port object ad559ec1-ddc7-418a-ab7d-758dffdd11af will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:22:25.582374 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.642722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Pushing event updated for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:25.728600 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727179a9-32a1-4fb8-8377-f2896af14040 req-879854bb-9ae7-44cd-9eed-5c0ad6462e1c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:25.730089 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-727179a9-32a1-4fb8-8377-f2896af14040 req-879854bb-9ae7-44cd-9eed-5c0ad6462e1c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0676184 Oct 13 04:22:25.735708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Attempting to bind port ad559ec1-ddc7-418a-ab7d-758dffdd11af on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:22:25.736049 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Attempting to bind port ad559ec1-ddc7-418a-ab7d-758dffdd11af by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:22:25.736381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Attempting to bind port ad559ec1-ddc7-418a-ab7d-758dffdd11af on network 7358a795-2926-4538-a53c-de076264b109 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:25.809626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Port ad559ec1-ddc7-418a-ab7d-758dffdd11af on network 7358a795-2926-4538-a53c-de076264b109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:25.809896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Attempting to bind port ad559ec1-ddc7-418a-ab7d-758dffdd11af on network 7358a795-2926-4538-a53c-de076264b109 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:25.836282 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-727179a9-32a1-4fb8-8377-f2896af14040 req-6f59bfad-c83e-4af8-9f4a-7c1aeacdb844 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966501 Oct 13 04:22:25.861156 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:22:25.861587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Checking segment: {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:22:25.861976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Bound using segment: {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:22:25.862445 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Bound port: ad559ec1-ddc7-418a-ab7d-758dffdd11af, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:22:25.862801 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.874020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:25.928991 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:25.931911 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:25.938310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.942731 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:25.943381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:25.944775 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/ad559ec1-ddc7-418a-ab7d-758dffdd11af HTTP/1.1" status: 200 len: 1094 time: 0.7241681 Oct 13 04:22:25.945348 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:22:25.947606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e61847-895c-4ce0-9da5-f0de6e900284" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:25.986513 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633dfdd-6a38-48bd-a807-b4170ffd64ef x-openstack-request-id: req-8633dfdd-6a38-48bd-a807-b4170ffd64ef {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:25.986793 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:25.987047 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8633dfdd-6a38-48bd-a807-b4170ffd64ef {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:25.987443 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633dfdd-6a38-48bd-a807-b4170ffd64ef'] response: {'name': 'network-changed', 'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af', 'status': 'completed', 'code': 200} Oct 13 04:22:25.996509 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb40c5c-3038-418d-b82f-7eb4419b87cf service neutron] Pushing event updated for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.532149 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da9c6-caeb-4c89-bae6-a51e245b8a5a req-82aa7fe3-d929-44cb-ac41-a770c2bbf3bc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:26.533636 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f79da9c6-caeb-4c89-bae6-a51e245b8a5a req-82aa7fe3-d929-44cb-ac41-a770c2bbf3bc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0477178 Oct 13 04:22:26.582124 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f79da9c6-caeb-4c89-bae6-a51e245b8a5a req-550e5704-c64e-4113-a071-0fd67820800b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Oct 13 04:22:26.716293 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-8aa7049b-42e0-4dd8-9dc8-e01ce403c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:26.717723 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-8aa7049b-42e0-4dd8-9dc8-e01ce403c871 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 1128 time: 0.0430806 Oct 13 04:22:26.972694 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8f6d9-f3ec-4008-8200-992674360db1 req-76bbd1bc-1196-4948-ac2d-55a79ff71d72 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:26.974423 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-40b8f6d9-f3ec-4008-8200-992674360db1 req-76bbd1bc-1196-4948-ac2d-55a79ff71d72 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0535831 Oct 13 04:22:27.031872 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-40b8f6d9-f3ec-4008-8200-992674360db1 req-92acdbe6-062a-4944-9c4f-fb53ac53782a tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507712 Oct 13 04:22:27.127161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e34c1e-920e-4c24-805a-80929c20fda5 req-47b68639-67fe-43be-96a6-17db074fc576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:27.128661 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49e34c1e-920e-4c24-805a-80929c20fda5 req-47b68639-67fe-43be-96a6-17db074fc576 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1130 time: 0.3026085 Oct 13 04:22:27.183616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-3af4dd3c-92ec-4120-a2be-8c07dd6f2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:27.185115 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-3af4dd3c-92ec-4120-a2be-8c07dd6f2020 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4322798 Oct 13 04:22:27.222847 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49e34c1e-920e-4c24-805a-80929c20fda5 req-efe34b3a-f5f5-4ff5-9399-92012638b241 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762684 Oct 13 04:22:27.364284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-170669bb-2225-4342-b07e-f7f1dff0ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:27.365795 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-84e61847-895c-4ce0-9da5-f0de6e900284 req-170669bb-2225-4342-b07e-f7f1dff0ce66 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668544 Oct 13 04:22:27.707572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bff7c2-b01f-434d-8c76-b728e57867b5 req-09a4d633-d26c-4734-a851-3baa3025b746 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:27.709055 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a6bff7c2-b01f-434d-8c76-b728e57867b5 req-09a4d633-d26c-4734-a851-3baa3025b746 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0477059 Oct 13 04:22:27.741616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:27.761627 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a6bff7c2-b01f-434d-8c76-b728e57867b5 req-3b1e9da4-3e13-4ebe-9bf0-6655b83328ab tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Oct 13 04:22:28.168614 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fc8fe-2287-430f-90d3-a0d561a62888 req-afab0c05-6402-4e4a-b371-f1907f5d3c99 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:28.170757 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2b4fc8fe-2287-430f-90d3-a0d561a62888 req-afab0c05-6402-4e4a-b371-f1907f5d3c99 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0495162 Oct 13 04:22:28.219380 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2b4fc8fe-2287-430f-90d3-a0d561a62888 req-e0f627b2-589f-4859-b687-edf185684c5f tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Oct 13 04:22:28.851141 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac54af26-20b0-4116-9b25-a15b673726f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:28.888455 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177696f1-fe8b-464d-88be-fb7f7094dd03 req-b1392422-b301-45a0-b24e-6e84908e44ad tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:28.889968 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-177696f1-fe8b-464d-88be-fb7f7094dd03 req-b1392422-b301-45a0-b24e-6e84908e44ad tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0511792 Oct 13 04:22:28.937154 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-177696f1-fe8b-464d-88be-fb7f7094dd03 req-aee7b2a2-903e-4084-9d2c-95fa910bd18d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Oct 13 04:22:29.340048 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4644c85-5693-4e3c-8ca7-07b68f2170be req-76fc15a2-4340-4ac0-b49c-e9768c2ba191 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:29.342053 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a4644c85-5693-4e3c-8ca7-07b68f2170be req-76fc15a2-4340-4ac0-b49c-e9768c2ba191 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0492799 Oct 13 04:22:29.389348 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a4644c85-5693-4e3c-8ca7-07b68f2170be req-4163b44a-c7e1-4407-9eda-9d936963b74e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Oct 13 04:22:30.057550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a475fd-c5de-44a4-879c-4e8c53a141d8 req-1c8619cc-7950-4c3f-945e-331565e6f470 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:30.059031 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-32a475fd-c5de-44a4-879c-4e8c53a141d8 req-1c8619cc-7950-4c3f-945e-331565e6f470 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0458715 Oct 13 04:22:30.104984 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-32a475fd-c5de-44a4-879c-4e8c53a141d8 req-69998197-4e23-4b93-9117-9c05b03f4bd5 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Oct 13 04:22:30.472991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:30.511112 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e62d1-945d-48cd-8cc9-5a62d06d2cba req-8d2ce156-7ca1-45e5-b116-9195e1086f63 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:30.512594 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-064e62d1-945d-48cd-8cc9-5a62d06d2cba req-8d2ce156-7ca1-45e5-b116-9195e1086f63 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0491259 Oct 13 04:22:30.561802 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-064e62d1-945d-48cd-8cc9-5a62d06d2cba req-6564f08a-ab66-4d57-a916-0e8331a1b771 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Oct 13 04:22:30.724479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-c2a4879c-2bfb-45d5-85a8-9c752eb88df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:30.725988 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-c2a4879c-2bfb-45d5-85a8-9c752eb88df6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 1128 time: 0.0413144 Oct 13 04:22:30.784615 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-da0c9318-f406-46eb-9133-ce64638a6676 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af HTTP/1.1" status: 200 len: 217 time: 0.0378838 Oct 13 04:22:30.847920 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-1fa75bad-c328-4a52-862a-b198077885a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:30.849519 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-1fa75bad-c328-4a52-862a-b198077885a7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=136cfdbf-9455-4935-adb7-86b259f246e7 HTTP/1.1" status: 200 len: 848 time: 0.0541480 Oct 13 04:22:30.887747 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-8dd3f80e-e5d8-40ba-848b-6eef87293dd8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7358a795-2926-4538-a53c-de076264b109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295575 Oct 13 04:22:30.992357 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-227e5b52-15c9-4f47-a592-ebeb27ea541e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932190 Oct 13 04:22:31.051346 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:31.094758 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcce3ce6-56a8-4d47-bff5-bf7bea0e9414 req-3f0cc272-3e63-4a47-bf0b-33a53e7e2c62 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926304 Oct 13 04:22:31.098269 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0a6a3020-9dac-4a8e-b15f-ef1f7dec57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:31.229371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae85a8-4565-4f7b-90ed-febcf9d074e3 req-7fb1461d-115f-47c6-84f7-43f8ca47e7cd tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:31.230926 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-afae85a8-4565-4f7b-90ed-febcf9d074e3 req-7fb1461d-115f-47c6-84f7-43f8ca47e7cd tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0502751 Oct 13 04:22:31.281246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-afae85a8-4565-4f7b-90ed-febcf9d074e3 req-42b838bc-818d-4aa3-ab06-8f77c4633e94 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Oct 13 04:22:31.690459 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd9956-919f-48ea-9b1c-502984b39571 req-d8450193-e405-4afb-8f62-64f322073b4c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:31.691950 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7efd9956-919f-48ea-9b1c-502984b39571 req-d8450193-e405-4afb-8f62-64f322073b4c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0475004 Oct 13 04:22:31.712538 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:31.744987 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7efd9956-919f-48ea-9b1c-502984b39571 req-fa26a2e7-0643-46a6-97f2-68c788399279 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Oct 13 04:22:32.400757 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20277e-1183-4440-9a58-5c70b09ca5b8 req-365cb621-c0d0-45a2-92bb-f72bde7df1dc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:32.402387 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9d20277e-1183-4440-9a58-5c70b09ca5b8 req-365cb621-c0d0-45a2-92bb-f72bde7df1dc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0456517 Oct 13 04:22:32.413116 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:32.451406 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9d20277e-1183-4440-9a58-5c70b09ca5b8 req-c36fb751-240d-4fd7-b837-1592be480d0b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Oct 13 04:22:32.865378 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13f0ed-c8a1-4f45-a39e-c51a15414ec9 req-5d6be8f3-0b7f-49a1-a0a5-d49ecf57ba57 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:32.866875 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad13f0ed-c8a1-4f45-a39e-c51a15414ec9 req-5d6be8f3-0b7f-49a1-a0a5-d49ecf57ba57 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0462241 Oct 13 04:22:32.915333 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad13f0ed-c8a1-4f45-a39e-c51a15414ec9 req-de93d83e-8d46-499e-8c56-e9c20bcd33f4 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Oct 13 04:22:33.578505 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8af50-ec90-475e-a0b0-d75eb5385709 req-6ea5419b-81a5-4ca3-837d-f63019df6b71 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:33.579969 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-12e8af50-ec90-475e-a0b0-d75eb5385709 req-6ea5419b-81a5-4ca3-837d-f63019df6b71 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0535541 Oct 13 04:22:33.630420 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-12e8af50-ec90-475e-a0b0-d75eb5385709 req-f2ffda32-86bc-42b7-b4f3-d63f0c219967 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Oct 13 04:22:34.041483 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea49e82-0333-40c0-923d-5c038a9d0a0b req-6023f422-dbc3-45d6-8c5d-e49de035e3a0 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:34.043019 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fea49e82-0333-40c0-923d-5c038a9d0a0b req-6023f422-dbc3-45d6-8c5d-e49de035e3a0 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0503862 Oct 13 04:22:34.055672 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:34.084356 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:34.100260 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fea49e82-0333-40c0-923d-5c038a9d0a0b req-81fe486f-c502-4e83-a8eb-7ee44ff70a7c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508692 Oct 13 04:22:34.307477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:34.751368 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:34.757718 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784425e-4551-46b2-9b64-2092cf4da0e9 req-5917bba4-47f3-4ba9-91b4-1f656378d00d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:34.759269 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2784425e-4551-46b2-9b64-2092cf4da0e9 req-5917bba4-47f3-4ba9-91b4-1f656378d00d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0523448 Oct 13 04:22:34.808590 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2784425e-4551-46b2-9b64-2092cf4da0e9 req-6d415c13-9f05-49d3-b186-28a7de40fc5e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Oct 13 04:22:35.227104 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8a50e-b581-49c4-8ac5-47e3cb67afab req-b0bc769e-dc31-489f-b813-6605c222071b tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:35.228646 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-61f8a50e-b581-49c4-8ac5-47e3cb67afab req-b0bc769e-dc31-489f-b813-6605c222071b tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0526013 Oct 13 04:22:35.280077 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-61f8a50e-b581-49c4-8ac5-47e3cb67afab req-42d2881a-1306-4c72-8cbd-3263154c5382 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Oct 13 04:22:35.930883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa289da-e518-48f1-9bfb-9f17ff816f38 req-4c618a22-751b-4c79-b772-ae44cd8f9a24 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:35.932396 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dfa289da-e518-48f1-9bfb-9f17ff816f38 req-4c618a22-751b-4c79-b772-ae44cd8f9a24 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0480466 Oct 13 04:22:35.985026 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dfa289da-e518-48f1-9bfb-9f17ff816f38 req-c6f65cf3-e74c-4a38-9def-76a1c2f28080 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Oct 13 04:22:36.117455 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1525c5-36de-4543-bb30-ad12f29574c8 req-261b8224-3f12-442c-9ab8-a035ba450d04 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:36.119009 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cf1525c5-36de-4543-bb30-ad12f29574c8 req-261b8224-3f12-442c-9ab8-a035ba450d04 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0554419 Oct 13 04:22:36.183347 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cf1525c5-36de-4543-bb30-ad12f29574c8 req-f83282d0-1bc8-41de-938c-33f194dc16dc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584407 Oct 13 04:22:36.423826 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24421a7e-e1b7-4d01-a0b9-468cdb791b85 req-cb9b2110-8e99-4904-a34b-846b78f1d573 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:36.426779 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24421a7e-e1b7-4d01-a0b9-468cdb791b85 req-cb9b2110-8e99-4904-a34b-846b78f1d573 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 944 time: 0.0671351 Oct 13 04:22:36.465670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:36.485602 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24421a7e-e1b7-4d01-a0b9-468cdb791b85 req-7a104fa7-fd6d-41aa-8c0a-1d4f0012d43f tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Oct 13 04:22:37.002654 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device ad559ec1-ddc7-418a-ab7d-758dffdd11af details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:37.104536 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:37.116721 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af', 'network_id': '7358a795-2926-4538-a53c-de076264b109', 'port_id': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af', 'mac_address': 'fa:16:3e:3f:d3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136cfdbf-9455-4935-adb7-86b259f246e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:37.151777 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port ad559ec1-ddc7-418a-ab7d-758dffdd11af is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:22:37.152158 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:37.166631 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad559ec1-ddc7-418a-ab7d-758dffdd11af {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:22:37.192097 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:37.198181 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:37.254480 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:37.376713 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:37.628289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f50d-5b78-47db-9a18-33b661ef0ae1 req-e7079298-83df-4f03-8cb8-a319a360d8dd tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:37.631240 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4028f50d-5b78-47db-9a18-33b661ef0ae1 req-e7079298-83df-4f03-8cb8-a319a360d8dd tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 945 time: 0.0587664 Oct 13 04:22:37.656703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58054) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:37.664417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['ad559ec1-ddc7-418a-ab7d-758dffdd11af'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:22:37.714757 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4028f50d-5b78-47db-9a18-33b661ef0ae1 req-9757e75a-e808-4ef9-856a-4e6bc8d6ad54 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769515 Oct 13 04:22:37.815504 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6e91-d261-4084-956c-81f0c60fe7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:37.904439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6e91-d261-4084-956c-81f0c60fe7a6 admin admin] Publish callbacks [] for security_group (2fee6b13-f97b-4823-9f37-2fac230b7265), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:37.908614 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6e91-d261-4084-956c-81f0c60fe7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2fee6b13-f97b-4823-9f37-2fac230b7265), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:37.959642 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d2fe6e91-d261-4084-956c-81f0c60fe7a6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=52f3ab53f6af494b8d6206784b97661e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012817 Oct 13 04:22:37.962307 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58062) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:37.977790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e0e5-7a17-406a-a69c-6d45ed0d5353 req-a9e37192-3dce-49db-8ef8-a282fe90cf73 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:37.979279 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed07e0e5-7a17-406a-a69c-6d45ed0d5353 req-a9e37192-3dce-49db-8ef8-a282fe90cf73 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0593560 Oct 13 04:22:37.979574 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe6e91-d261-4084-956c-81f0c60fe7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee6b13-f97b-4823-9f37-2fac230b7265,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:37.994922 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-a6d4fa71-fd56-4105-bcb2-22159c6c891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:37.996485 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-a6d4fa71-fd56-4105-bcb2-22159c6c891c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.0502036 Oct 13 04:22:38.058407 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] Publish callbacks [] for security_group (2fee6b13-f97b-4823-9f37-2fac230b7265), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.068535 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed07e0e5-7a17-406a-a69c-6d45ed0d5353 req-f9be61e6-0429-4e49-8a73-c7ae3690ab32 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803182 Oct 13 04:22:38.077971 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:38.084978 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] Publish callbacks [] for security_group (2fee6b13-f97b-4823-9f37-2fac230b7265), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.104004 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-d959ec72-636e-4adc-bbe3-b724682e5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:38.105498 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-d959ec72-636e-4adc-bbe3-b724682e5138 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.1024497 Oct 13 04:22:38.148879 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2fee6b13-f97b-4823-9f37-2fac230b7265), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.151440 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.152620 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2fee6b13-f97b-4823-9f37-2fac230b7265 HTTP/1.1" status: 204 len: 168 time: 0.1875989 Oct 13 04:22:38.156200 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-7558b144-cb2e-47fc-b33e-c24a803781e6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 217 time: 0.0413380 Oct 13 04:22:38.161654 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e3e9-ff3f-4f2d-84fc-4d610bc634a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee6b13-f97b-4823-9f37-2fac230b7265,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.223034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-0c0e54bc-ca4b-4af9-9727-d764b064b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:38.224769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-0c0e54bc-ca4b-4af9-9727-d764b064b8a4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0497997 Oct 13 04:22:38.276611 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-bdbca970-7f63-4399-ad4a-fd13a73f664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:38.278485 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-bdbca970-7f63-4399-ad4a-fd13a73f664e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412703 Oct 13 04:22:38.380001 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-7317e37d-9f12-45f7-826d-96e3549fd42b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939233 Oct 13 04:22:38.473493 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58072) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:38.483311 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3fd5c03d-ae2a-403f-9446-789b3d322673 req-3520f6d7-8592-4341-b5a4-0a748859befc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961709 Oct 13 04:22:38.490405 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb77-1472-45dd-9104-54327b05ea9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.529307 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:38.576438 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb77-1472-45dd-9104-54327b05ea9d admin admin] Publish callbacks [] for security_group (7b94f264-851c-4380-8f34-4c4f6c26c231), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.580397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb77-1472-45dd-9104-54327b05ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7b94f264-851c-4380-8f34-4c4f6c26c231), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.619427 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9deb77-1472-45dd-9104-54327b05ea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94f264-851c-4380-8f34-4c4f6c26c231,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.624451 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8c9deb77-1472-45dd-9104-54327b05ea9d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b77a1f15f6394e17b156d44ae63ce37b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499314 Oct 13 04:22:38.627437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58078) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:38.633773 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:38.677607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] Publish callbacks [] for security_group (7b94f264-851c-4380-8f34-4c4f6c26c231), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.699261 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] Publish callbacks [] for security_group (7b94f264-851c-4380-8f34-4c4f6c26c231), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.755861 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7b94f264-851c-4380-8f34-4c4f6c26c231), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.759192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:38.760705 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7b94f264-851c-4380-8f34-4c4f6c26c231 HTTP/1.1" status: 204 len: 168 time: 0.1324160 Oct 13 04:22:38.770991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42898f7d-f090-46b7-8df5-8cde5854ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b94f264-851c-4380-8f34-4c4f6c26c231,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:38.878044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2c54a-043a-4ad9-95ca-c58485ecd821 req-78db7342-b0ad-413d-bc44-6775146fd5ef tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:38.879630 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0ff2c54a-043a-4ad9-95ca-c58485ecd821 req-78db7342-b0ad-413d-bc44-6775146fd5ef tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 945 time: 0.0564618 Oct 13 04:22:38.934726 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0ff2c54a-043a-4ad9-95ca-c58485ecd821 req-339d9c7d-b2cd-4989-a348-64f74454209b tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Oct 13 04:22:39.016957 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device ad559ec1-ddc7-418a-ab7d-758dffdd11af up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:39.046847 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:39.067945 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port ad559ec1-ddc7-418a-ab7d-758dffdd11af completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:22:39.073545 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port ad559ec1-ddc7-418a-ab7d-758dffdd11af triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:22:39.073977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:39.074353 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port ad559ec1-ddc7-418a-ab7d-758dffdd11af Oct 13 04:22:39.159229 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port ad559ec1-ddc7-418a-ab7d-758dffdd11af is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:22:39.159626 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:39.184695 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:22:39.187445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab69a210-bef5-4a94-8dc2-3d45502ab3d6" -d '{"events": [{"server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:39.209098 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:39.215924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:39.229288 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ab3f-7d99-4938-851c-9ff2e5bd26b2 req-3db0ef39-af41-41f2-9ef0-bfc6228c021b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:39.231818 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ff77ab3f-7d99-4938-851c-9ff2e5bd26b2 req-3db0ef39-af41-41f2-9ef0-bfc6228c021b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0751915 Oct 13 04:22:39.247525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15910c1d-a62c-44cb-ad0b-1ae15f3b7a1f x-openstack-request-id: req-15910c1d-a62c-44cb-ad0b-1ae15f3b7a1f {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:39.247920 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:39.248334 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15910c1d-a62c-44cb-ad0b-1ae15f3b7a1f {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:39.248810 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15910c1d-a62c-44cb-ad0b-1ae15f3b7a1f'] response: {'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af', 'code': 200} Oct 13 04:22:39.285103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:39.294360 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ff77ab3f-7d99-4938-851c-9ff2e5bd26b2 req-5267c6f9-eada-4377-9f53-f22f939a9b0f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Oct 13 04:22:39.524913 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e1b9-334d-4427-a1ec-81b33cd061c0 req-a18ee980-b9bb-4448-a8f9-ccd6182e9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:39.526465 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6556e1b9-334d-4427-a1ec-81b33cd061c0 req-a18ee980-b9bb-4448-a8f9-ccd6182e9550 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 1130 time: 0.0387883 Oct 13 04:22:39.572654 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6556e1b9-334d-4427-a1ec-81b33cd061c0 req-11ca2803-ef6f-4c29-8845-6167f6a32184 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Oct 13 04:22:40.061947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f661c-e643-4b77-a86a-f157e8de9236 req-578bed9b-77fc-4368-ab3a-98a919028191 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:40.063585 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d9f661c-e643-4b77-a86a-f157e8de9236 req-578bed9b-77fc-4368-ab3a-98a919028191 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0492969 Oct 13 04:22:40.116853 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d9f661c-e643-4b77-a86a-f157e8de9236 req-8cf262c0-22f0-4840-b727-8860bde94aef tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Oct 13 04:22:40.419808 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdd380-1c2c-4add-a381-fa793c63ae79 req-fb8c732c-51d2-4dd2-942a-96975a9bc976 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:40.421808 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-96cdd380-1c2c-4add-a381-fa793c63ae79 req-fb8c732c-51d2-4dd2-942a-96975a9bc976 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0508866 Oct 13 04:22:40.484207 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-96cdd380-1c2c-4add-a381-fa793c63ae79 req-38d76e00-e826-4d81-8aa6-953aff9fe8d0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553145 Oct 13 04:22:41.240682 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edb10e-8c41-4ec1-815c-de4bae5febc7 req-35dbf264-13b1-4fd9-af28-d2a2166385b3 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:41.242175 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59edb10e-8c41-4ec1-815c-de4bae5febc7 req-35dbf264-13b1-4fd9-af28-d2a2166385b3 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0490224 Oct 13 04:22:41.274883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58170) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:41.288693 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:41.297199 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59edb10e-8c41-4ec1-815c-de4bae5febc7 req-6bf92c98-a30c-45f8-8f8e-49cfb4a5f499 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Oct 13 04:22:41.385715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f76f857-cdb6-4ea6-addf-93e4525632cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.463005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f76f857-cdb6-4ea6-addf-93e4525632cf admin admin] Publish callbacks [] for security_group (5183f5b3-5e00-4885-92f2-e246362155c8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.467004 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f76f857-cdb6-4ea6-addf-93e4525632cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5183f5b3-5e00-4885-92f2-e246362155c8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.504908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76f857-cdb6-4ea6-addf-93e4525632cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5183f5b3-5e00-4885-92f2-e246362155c8,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:41.509204 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6f76f857-cdb6-4ea6-addf-93e4525632cf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4aac93da506f49528e48ef1c1d2afbfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333658 Oct 13 04:22:41.513833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58176) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:41.534689 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:41.577733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] Publish callbacks [] for security_group (5183f5b3-5e00-4885-92f2-e246362155c8), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.603181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] Publish callbacks [] for security_group (5183f5b3-5e00-4885-92f2-e246362155c8), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.638032 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b7ea9-6db5-4f7d-9cca-ab96e0b96c2e req-ed8668a9-5ff4-49d0-89aa-1781292b6b79 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:41.647915 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-374b7ea9-6db5-4f7d-9cca-ab96e0b96c2e req-ed8668a9-5ff4-49d0-89aa-1781292b6b79 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0756536 Oct 13 04:22:41.666241 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5183f5b3-5e00-4885-92f2-e246362155c8), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.668808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:41.671222 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5183f5b3-5e00-4885-92f2-e246362155c8 HTTP/1.1" status: 204 len: 168 time: 0.1579425 Oct 13 04:22:41.681440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d5d51-6f18-4985-9b99-387f2d3290e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5183f5b3-5e00-4885-92f2-e246362155c8,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:41.743983 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-374b7ea9-6db5-4f7d-9cca-ab96e0b96c2e req-e54ed9a2-29f0-49e7-b02b-1ce68c70f559 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Oct 13 04:22:42.417913 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f480-96bb-42e3-8e1d-4d565f82692d req-6c7a28a1-3573-444b-8d21-bb2414c58486 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:42.419516 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6031f480-96bb-42e3-8e1d-4d565f82692d req-6c7a28a1-3573-444b-8d21-bb2414c58486 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0464387 Oct 13 04:22:42.465850 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6031f480-96bb-42e3-8e1d-4d565f82692d req-5dc4507e-a254-41fa-a6cb-02d8caeeae26 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Oct 13 04:22:42.856959 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592d64d-dfd4-4881-a952-39f1973824e8 req-caa7a4ab-4e28-4130-8df9-d93df8fbcaa6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:42.858348 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5592d64d-dfd4-4881-a952-39f1973824e8 req-caa7a4ab-4e28-4130-8df9-d93df8fbcaa6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0457196 Oct 13 04:22:42.923534 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5592d64d-dfd4-4881-a952-39f1973824e8 req-aa90ab1a-9116-439e-892c-73f4342bcbf5 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595651 Oct 13 04:22:44.045867 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fcf76-1650-4cfd-ae50-4d81cb60002c req-06c797de-9411-4ffe-a999-38796e5d9d10 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:44.047421 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-992fcf76-1650-4cfd-ae50-4d81cb60002c req-06c797de-9411-4ffe-a999-38796e5d9d10 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0483186 Oct 13 04:22:44.094352 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-992fcf76-1650-4cfd-ae50-4d81cb60002c req-a323baa4-4e7c-401a-9cef-8150a406c17a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Oct 13 04:22:45.209740 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57224979-7a01-4fea-9e17-d48028c37e68 req-040edac0-5a4b-448e-93e0-b7590d3f3788 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:45.211126 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-57224979-7a01-4fea-9e17-d48028c37e68 req-040edac0-5a4b-448e-93e0-b7590d3f3788 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0447664 Oct 13 04:22:45.258801 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-57224979-7a01-4fea-9e17-d48028c37e68 req-2fe1751a-d937-4433-aeb5-13e10b61e269 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Oct 13 04:22:46.054994 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096529e5-3b61-4e7e-b30a-dbf37ae41de8 req-f558b337-897a-4aaa-a157-c1030e4feac8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:46.056470 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-096529e5-3b61-4e7e-b30a-dbf37ae41de8 req-f558b337-897a-4aaa-a157-c1030e4feac8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0501206 Oct 13 04:22:46.104597 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-096529e5-3b61-4e7e-b30a-dbf37ae41de8 req-f4f13f6c-040b-4c0d-ba1e-8d879affa557 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Oct 13 04:22:46.384067 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fae33a-0dc1-4dfa-af38-f943b85b08c2 req-bde800cd-70ab-4d4b-b8e5-3665ad8a4f4a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:46.385570 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45fae33a-0dc1-4dfa-af38-f943b85b08c2 req-bde800cd-70ab-4d4b-b8e5-3665ad8a4f4a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0471339 Oct 13 04:22:46.433834 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45fae33a-0dc1-4dfa-af38-f943b85b08c2 req-a435770f-fcec-4759-8e5c-222ee35e88e6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Oct 13 04:22:47.228723 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb58298-1915-461a-b845-ef140ae3e1bf req-5b3fd466-c03b-484d-a90a-33f5b4a7753d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:47.230436 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fb58298-1915-461a-b845-ef140ae3e1bf req-5b3fd466-c03b-484d-a90a-33f5b4a7753d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0485408 Oct 13 04:22:47.287753 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:47.297599 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5fb58298-1915-461a-b845-ef140ae3e1bf req-498aca24-f1ce-4dfa-bf80-49d35fcaf1da tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Oct 13 04:22:47.314616 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=31 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:47.316268 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:47.556320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d2b40-9dc2-4923-ac3a-c0a508b109b6 req-7bede59a-694c-4b6a-98f6-798fcf99fe49 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:47.557792 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-509d2b40-9dc2-4923-ac3a-c0a508b109b6 req-7bede59a-694c-4b6a-98f6-798fcf99fe49 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0457509 Oct 13 04:22:47.608498 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-509d2b40-9dc2-4923-ac3a-c0a508b109b6 req-96e38d02-381d-4c42-8f16-95c9624b5c3e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 Oct 13 04:22:48.428435 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0310b-88bb-4923-a734-a959303ac7c5 req-3426c22c-8503-4577-8bdb-c38a0075794c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:48.429916 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-51d0310b-88bb-4923-a734-a959303ac7c5 req-3426c22c-8503-4577-8bdb-c38a0075794c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0493169 Oct 13 04:22:48.681739 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-51d0310b-88bb-4923-a734-a959303ac7c5 req-e8ca17de-98f6-4908-9856-173ae03d40a8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462173 Oct 13 04:22:48.728183 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fc85c-60a2-463b-9f58-4a305750a0c6 req-508260d7-0a45-45d7-9e98-62f9ee995d39 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:48.729651 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-073fc85c-60a2-463b-9f58-4a305750a0c6 req-508260d7-0a45-45d7-9e98-62f9ee995d39 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0462277 Oct 13 04:22:48.776727 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-073fc85c-60a2-463b-9f58-4a305750a0c6 req-3a3f0993-5cd3-4c86-8fba-468ecb62a03d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Oct 13 04:22:49.801178 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0de6e7-eeba-4714-8195-408853725310 req-c1a5ff48-1976-4fae-9fb4-f4b4dc6d7bf7 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:49.802669 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b0de6e7-eeba-4714-8195-408853725310 req-c1a5ff48-1976-4fae-9fb4-f4b4dc6d7bf7 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0462475 Oct 13 04:22:49.853357 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1b0de6e7-eeba-4714-8195-408853725310 req-ef3c952c-c084-4602-ae37-e0f5ea246531 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Oct 13 04:22:49.905318 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb92e-a06f-48b2-8f53-1f42dc3edb40 req-9ef64003-9879-4a31-be18-21371d84b0b9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:49.906816 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ffcb92e-a06f-48b2-8f53-1f42dc3edb40 req-9ef64003-9879-4a31-be18-21371d84b0b9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0458446 Oct 13 04:22:49.953745 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ffcb92e-a06f-48b2-8f53-1f42dc3edb40 req-3ce17826-29b4-4cb1-92b9-aeb77d1648de tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Oct 13 04:22:50.601327 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-480dbc84-1ea3-4482-8033-4cc282a86b29 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:50.602861 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-480dbc84-1ea3-4482-8033-4cc282a86b29 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 946 time: 0.0498803 Oct 13 04:22:50.642957 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:50.693391 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Deleting port ad559ec1-ddc7-418a-ab7d-758dffdd11af {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:22:50.693886 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:50.790626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] For port ad559ec1-ddc7-418a-ab7d-758dffdd11af, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=ad559ec1-ddc7-418a-ab7d-758dffdd11af,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:50.790992 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:50.804328 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:50.805742 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Calling delete_port for ad559ec1-ddc7-418a-ab7d-758dffdd11af owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:22:50.939168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (ad559ec1-ddc7-418a-ab7d-758dffdd11af), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:50.959495 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dfb5b75c-7d45-4b55-9c03-6497fb81d134 req-1e106595-43b4-478c-9a24-a74c78457124 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1af8fd18-6186-4269-aa97-d5bc623c9b7f HTTP/1.1" status: 200 len: 210 time: 0.0306339 Oct 13 04:22:50.973016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Pushing event deleted for resources: {'Port': ['ID=ad559ec1-ddc7-418a-ab7d-758dffdd11af,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:50.981750 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.982284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.982645 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.982985 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.983320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.983653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.983975 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.984312 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.984638 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.985017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.985343 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.985669 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.985993 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.986338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.986728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:50.998447 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['ad559ec1-ddc7-418a-ab7d-758dffdd11af'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:22:51.033906 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] No DVR routers for this DVR port ad559ec1-ddc7-418a-ab7d-758dffdd11af on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:22:51.036976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:51.041100 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ea3d356e-e53f-426d-98cd-bc1db3dcb2d5 req-4a663b01-e8c5-433a-8ab2-aafb2d5ba880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "DELETE /networking/v2.0/ports/ad559ec1-ddc7-418a-ab7d-758dffdd11af HTTP/1.1" status: 204 len: 173 time: 0.4316971 Oct 13 04:22:51.041648 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'name': 'network-vif-deleted', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:22:51.044325 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4afa50d-bfb5-4864-ba63-63edd1f4b1cd" -d '{"events": [{"server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "name": "network-vif-deleted", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:51.092467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b43fc4-48c7-496b-9b93-2741f688a548 x-openstack-request-id: req-01b43fc4-48c7-496b-9b93-2741f688a548 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:51.092977 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8fd18-6186-4269-aa97-d5bc623c9b7f", "name": "network-vif-deleted", "tag": "ad559ec1-ddc7-418a-ab7d-758dffdd11af", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:51.093382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-01b43fc4-48c7-496b-9b93-2741f688a548 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:51.093934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b43fc4-48c7-496b-9b93-2741f688a548'] response: {'server_uuid': '1af8fd18-6186-4269-aa97-d5bc623c9b7f', 'name': 'network-vif-deleted', 'tag': 'ad559ec1-ddc7-418a-ab7d-758dffdd11af', 'status': 'completed', 'code': 200} Oct 13 04:22:51.233128 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffad23-2269-4086-a382-ccb68b4daed3 req-f42b4756-ef7a-4668-8aa9-5bed738ab239 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:51.234853 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24ffad23-2269-4086-a382-ccb68b4daed3 req-f42b4756-ef7a-4668-8aa9-5bed738ab239 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0466440 Oct 13 04:22:51.283720 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24ffad23-2269-4086-a382-ccb68b4daed3 req-e1d4969e-ecb5-45ae-bf09-f3d38afe06d2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Oct 13 04:22:51.697255 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:52.303947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-1c3a28c1-5555-4ba9-a542-6cb5c4631128 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:52.305331 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-1c3a28c1-5555-4ba9-a542-6cb5c4631128 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/networks?id=7358a795-2926-4538-a53c-de076264b109 HTTP/1.1" status: 200 len: 808 time: 0.1042545 Oct 13 04:22:52.320372 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-307d2202-913e-4662-898d-d16548354086 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/quotas/e7d1e420eec84d1f8b78333b7d814f3c HTTP/1.1" status: 200 len: 375 time: 0.0095842 Oct 13 04:22:52.353230 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-73ecf7de-3ce2-4721-bd3b-c6b437f2bc11 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277684 Oct 13 04:22:52.405400 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca627f-6257-4aaa-b83d-a7766c175b15 req-781555df-4ade-4760-86f5-7ceffe66f56b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:52.411027 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b2ca627f-6257-4aaa-b83d-a7766c175b15 req-781555df-4ade-4760-86f5-7ceffe66f56b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Oct 13 04:22:52.449586 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:52.453666 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-9938a1b8-64f2-4bbe-ace0-1ec5db03554e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928290 Oct 13 04:22:52.459106 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b2ca627f-6257-4aaa-b83d-a7766c175b15 req-9d253863-53e6-47a7-9679-5c99c24efe6a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Oct 13 04:22:52.546726 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-2653784d-98c0-4822-a9cc-7d9f1b332a55 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872240 Oct 13 04:22:52.717817 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7f09b3e6-c108-4ab6-b2a3-dd3a05cad87d req-f6f13494-1863-4321-9a22-5b222d3c67d5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 210 time: 0.0350688 Oct 13 04:22:53.583298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3561a5-a937-43e0-bc5f-f9ed6408771e req-98f2ebf2-cd0e-4296-addf-0353d9726678 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:53.584769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff3561a5-a937-43e0-bc5f-f9ed6408771e req-98f2ebf2-cd0e-4296-addf-0353d9726678 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0495172 Oct 13 04:22:53.632196 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff3561a5-a937-43e0-bc5f-f9ed6408771e req-af382c4c-69cf-4c9c-98ec-13ac06f0c711 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Oct 13 04:22:53.822885 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f3a89d0-9096-4fc8-86f4-1afa9621e42d req-889259a0-b7f7-4b5f-8751-c95833f670c8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 210 time: 0.0268178 Oct 13 04:22:54.751814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d03f-52e7-444d-bed4-b70d33874a4f req-ccdb6dfb-00d6-4f5b-b361-1277afb7762c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:54.753275 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97a1d03f-52e7-444d-bed4-b70d33874a4f req-ccdb6dfb-00d6-4f5b-b361-1277afb7762c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0455644 Oct 13 04:22:54.794985 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:54.799847 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97a1d03f-52e7-444d-bed4-b70d33874a4f req-cf258e81-4b4c-4f74-8b6e-96312d3f0339 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Oct 13 04:22:55.065157 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0cc3f964-6e5b-4677-a35b-d3c5e8e7be97 req-864b39d5-ff0e-4464-b911-5c98487aeb7e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 210 time: 0.0311759 Oct 13 04:22:55.206197 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device ad559ec1-ddc7-418a-ab7d-758dffdd11af no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:55.228962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: ad559ec1-ddc7-418a-ab7d-758dffdd11af {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:22:55.229301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device ad559ec1-ddc7-418a-ab7d-758dffdd11af not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:55.922887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bdde4-b783-4c35-b4ea-c67bfcb51ca1 req-dccc9a7a-7f43-47d0-99f4-eb98843daeac tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:55.924384 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-df9bdde4-b783-4c35-b4ea-c67bfcb51ca1 req-dccc9a7a-7f43-47d0-99f4-eb98843daeac tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Oct 13 04:22:55.971627 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-df9bdde4-b783-4c35-b4ea-c67bfcb51ca1 req-7b9247d5-09de-4c65-b7a8-037ee7eb2e66 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Oct 13 04:22:56.175897 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1807a7c5-7ac4-43bb-a4f7-7cbfdd38e9c0 req-fce8e534-86c8-4a11-b481-56622e18c880 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 210 time: 0.0304132 Oct 13 04:22:56.376691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:56.424131 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58396) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:56.425008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-19b2f6e4-50d1-4928-8047-4f8e47ca1ecd tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:56.426800 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-19b2f6e4-50d1-4928-8047-4f8e47ca1ecd tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "GET /networking/v2.0/networks?id=7358a795-2926-4538-a53c-de076264b109 HTTP/1.1" status: 200 len: 808 time: 0.1398058 Oct 13 04:22:56.467451 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Request body: {'port': {'device_id': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'network_id': '7358a795-2926-4538-a53c-de076264b109', 'admin_state_up': True, 'tenant_id': 'e7d1e420eec84d1f8b78333b7d814f3c'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:56.549609 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.584904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Made reservation on behalf of e7d1e420eec84d1f8b78333b7d814f3c for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:56.589102 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.631517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Publish callbacks [] for security_group (96f5a85e-8a24-44d6-8038-3dd3ebc88b7b), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.635593 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (96f5a85e-8a24-44d6-8038-3dd3ebc88b7b), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.677217 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=188def90cec84de6b0527111babb5370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518134 Oct 13 04:22:56.678379 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5a85e-8a24-44d6-8038-3dd3ebc88b7b,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.681631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58406) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:56.694561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.694921 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.695298 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.695648 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.696072 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.696421 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.696754 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.697088 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.697441 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.697780 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.698123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.698554 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.698864 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.699181 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.699506 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de30114a-9f82-42e2-baaa-e08ba9fa0117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:56.726020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Allocated IP 172.20.0.11 (7358a795-2926-4538-a53c-de076264b109/136cfdbf-9455-4935-adb7-86b259f246e7/2e7828d5-f322-47d7-8c6b-69e006c676b6) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:56.755466 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] Publish callbacks [] for security_group (96f5a85e-8a24-44d6-8038-3dd3ebc88b7b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.778541 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] Publish callbacks [] for security_group (96f5a85e-8a24-44d6-8038-3dd3ebc88b7b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.827309 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (96f5a85e-8a24-44d6-8038-3dd3ebc88b7b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.829882 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.833562 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/96f5a85e-8a24-44d6-8038-3dd3ebc88b7b HTTP/1.1" status: 204 len: 168 time: 0.1485107 Oct 13 04:22:56.839587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896e443-cf0a-4a4f-a958-89c3f615d540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5a85e-8a24-44d6-8038-3dd3ebc88b7b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.892113 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks [] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.925659 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:56.973931 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Network 7358a795-2926-4538-a53c-de076264b109 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:56.977176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:56.980962 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:22:57.008422 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Pushing event updated for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.035219 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:57.035840 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.055471 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-a9e03fd6-2ebb-48aa-bd38-4877a3e84c3c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928576 Oct 13 04:22:57.091811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Request body: {'port': {'device_id': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:57.137212 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdfe28-ceb9-4095-a86a-732b3e571053 req-c4e6544e-825b-4155-b4ac-1366a53e7153 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:57.139345 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-adbdfe28-ceb9-4095-a86a-732b3e571053 req-c4e6544e-825b-4155-b4ac-1366a53e7153 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0808353 Oct 13 04:22:57.144177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:57.307332 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb999c8-99c6-4448-863f-2ffd67547666 req-b542f596-7c8a-45ab-a1a0-95bc1a2ad75e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:57.309027 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6eb999c8-99c6-4448-863f-2ffd67547666 req-b542f596-7c8a-45ab-a1a0-95bc1a2ad75e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 932 time: 0.0518901 Oct 13 04:22:57.365868 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6eb999c8-99c6-4448-863f-2ffd67547666 req-5efbb6d5-5bc7-4a31-bab1-0c30feb1c2ee tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 Oct 13 04:22:57.407082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.440950 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-adbdfe28-ceb9-4095-a86a-732b3e571053 req-99d59940-5ab8-4caf-ad6d-656597ba96e8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955339 Oct 13 04:22:57.442184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:57.548412 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58436) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:57.669363 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1966651800-network', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:57.691608 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Made reservation on behalf of fabffb6796a34773987a4f7e414352d0 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:57.693839 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.704035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.705822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7828d5-f322-47d7-8c6b-69e006c676b6 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:22:57.714173 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks [] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.729597 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Transition to ACTIVE for port object 2e7828d5-f322-47d7-8c6b-69e006c676b6 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:22:57.735332 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.745131 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:57.785472 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.801140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks [] for security_group (7960b2f7-8b94-4e83-ac3e-92382c3e41c2), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.806290 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7960b2f7-8b94-4e83-ac3e-92382c3e41c2), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.829721 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:57.845550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7960b2f7-8b94-4e83-ac3e-92382c3e41c2,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.848763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (b64c6f92-24eb-43cd-980a-2f62d0f36d84), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.849115 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Added segment b64c6f92-24eb-43cd-980a-2f62d0f36d84 of type vlan for network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 Oct 13 04:22:57.870875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Attempting to bind port 2e7828d5-f322-47d7-8c6b-69e006c676b6 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:22:57.871210 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Attempting to bind port 2e7828d5-f322-47d7-8c6b-69e006c676b6 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:22:57.871540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Attempting to bind port 2e7828d5-f322-47d7-8c6b-69e006c676b6 on network 7358a795-2926-4538-a53c-de076264b109 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:57.893651 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.917792 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Port 2e7828d5-f322-47d7-8c6b-69e006c676b6 on network 7358a795-2926-4538-a53c-de076264b109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:57.918124 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Attempting to bind port 2e7828d5-f322-47d7-8c6b-69e006c676b6 on network 7358a795-2926-4538-a53c-de076264b109 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:57.918897 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.920453 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:57.921209 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.925630 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:57.962725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:22:57.963285 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Checking segment: {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:22:57.963385 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Bound using segment: {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:22:57.963779 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Bound port: 2e7828d5-f322-47d7-8c6b-69e006c676b6, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbab0562-9195-46be-97be-2688cd055ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7358a795-2926-4538-a53c-de076264b109'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:22:57.964136 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:57.973554 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4238183 Oct 13 04:22:57.976696 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58446) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:57.982627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Request body: {'subnet': {'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1966651800-subnet', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:57.988963 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d17a8d-3c83-4514-a815-491d8228c9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.001867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:58.036106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Made reservation on behalf of fabffb6796a34773987a4f7e414352d0 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:58.038397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32210269'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.094957 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:58.117754 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:58.128805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.136262 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:58.136914 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.138520 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/2e7828d5-f322-47d7-8c6b-69e006c676b6 HTTP/1.1" status: 200 len: 1094 time: 1.0687091 Oct 13 04:22:58.140981 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:22:58.143202 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb565376-c0f9-4125-ad5f-5298bfd336ce" -d '{"events": [{"name": "network-changed", "server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:58.193372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:58.198436 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804a377-f98a-4585-a177-0bbe4c8b5064 x-openstack-request-id: req-8804a377-f98a-4585-a177-0bbe4c8b5064 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:58.198715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:58.198959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8804a377-f98a-4585-a177-0bbe4c8b5064 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:58.199342 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8804a377-f98a-4585-a177-0bbe4c8b5064'] response: {'name': 'network-changed', 'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6', 'status': 'completed', 'code': 200} Oct 13 04:22:58.225987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89654e4-2d3b-4214-b04d-aceb5178d605 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.235396 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:58.291105 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30846471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32210255'] for subnet (e9b17e31-00c6-4791-b8e4-6e19ff772c0c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.344489 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b17e31-00c6-4791-b8e4-6e19ff772c0c,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.360452 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Checking segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:22:58.360785 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Network hostable DHCP agents. Network: f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:58.377594 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:58.386520 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:58.391178 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:58.392138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.395259 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da385ac4-bbdc-4cd3-9ee6-20304a08467f None None] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:22:58.412060 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-409c7984-3bf5-45fd-8c09-2672d88e18ee admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4329848 Oct 13 04:22:58.412591 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58452) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:22:58.416684 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:22:58.444246 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.445270 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.504273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6735d-cdce-4b7a-b5ab-b274d7d53a06 req-d91d6dbc-6b63-406d-acc1-ac5023f8838a tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:58.506101 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fed6735d-cdce-4b7a-b5ab-b274d7d53a06 req-d91d6dbc-6b63-406d-acc1-ac5023f8838a tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0567572 Oct 13 04:22:58.524493 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for router_controller (3859025a-2c7c-4ea2-83db-7afb26f17dc7), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.529568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:22:58.531214 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.573377 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fed6735d-cdce-4b7a-b5ab-b274d7d53a06 req-52882ef3-c510-4b59-9b98-19cfae6324f5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Oct 13 04:22:58.667725 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fe74-462e-4c5a-a468-c6fa2a4e440d req-b78b02b0-18d4-4cd2-98d6-dd7e0b9daa3e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:58.669252 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2692fe74-462e-4c5a-a468-c6fa2a4e440d req-b78b02b0-18d4-4cd2-98d6-dd7e0b9daa3e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.1363866 Oct 13 04:22:58.677305 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Allocated IP 172.20.0.2 (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3/e9b17e31-00c6-4791-b8e4-6e19ff772c0c/7489e86a-37ce-42de-b2bd-b8f629c91f1c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:58.712794 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for router_gateway (3859025a-2c7c-4ea2-83db-7afb26f17dc7), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.791653 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2692fe74-462e-4c5a-a468-c6fa2a4e440d req-66493333-8edf-48f7-bd4e-9f20e4eae5fc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 Oct 13 04:22:58.822927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks [] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.824917 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.882694 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:58.885375 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba9363cd-d579-4014-9f44-6e19070c8cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.890190 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:58.892664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:22:58.894804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Pushing event updated for resources: {'Port': ['ID=7489e86a-37ce-42de-b2bd-b8f629c91f1c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.930153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for router_gateway (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.949067 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Attempting to bind port 7489e86a-37ce-42de-b2bd-b8f629c91f1c on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:22:58.949262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.949445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Attempting to bind port 7489e86a-37ce-42de-b2bd-b8f629c91f1c by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:22:58.949809 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Attempting to bind port 7489e86a-37ce-42de-b2bd-b8f629c91f1c on network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:58.992119 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:22:58.992495 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Checking segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:22:58.992900 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:58.993307 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Bound using segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:22:58.993769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Bound port: 7489e86a-37ce-42de-b2bd-b8f629c91f1c, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:22:58.994151 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.050621 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:59.061963 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Allocated IP 172.27.1.119 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/986fa5da-4436-42b2-b89e-2e73751cf6fd) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:59.062162 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] For port 7489e86a-37ce-42de-b2bd-b8f629c91f1c, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:59.066047 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] For port 7489e86a-37ce-42de-b2bd-b8f629c91f1c, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=7489e86a-37ce-42de-b2bd-b8f629c91f1c,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:59.067420 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:59.072287 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.116723 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:59.136247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b46b0-00b5-49ac-ac29-5af79769bcb2 None None] Pushing event updated for resources: {'Port': ['ID=7489e86a-37ce-42de-b2bd-b8f629c91f1c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:59.182908 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.215670 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.266863 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:59.273262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:59.275559 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Pushing event updated for resources: {'Port': ['ID=986fa5da-4436-42b2-b89e-2e73751cf6fd,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:59.278165 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:22:59.303367 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:59.527153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for router_gateway (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.715503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7cbb-1410-48bf-8d27-b91e077ca385 req-c7d56ae5-f99b-4787-abf1-72d75a484a29 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:22:59.717579 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-622b7cbb-1410-48bf-8d27-b91e077ca385 req-c7d56ae5-f99b-4787-abf1-72d75a484a29 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0598476 Oct 13 04:22:59.783233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:22:59.840700 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-622b7cbb-1410-48bf-8d27-b91e077ca385 req-53e224ae-5475-46fb-9e5b-4d1e41edac72 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995712 Oct 13 04:22:59.969357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:22:59.994319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:23:00.031780 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 7489e86a-37ce-42de-b2bd-b8f629c91f1c up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:00.064451 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04690-bfd8-425e-b0e6-50dd95b9144d req-25706e5a-6648-4fa0-87f6-6e3390907932 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:00.071820 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bcf04690-bfd8-425e-b0e6-50dd95b9144d req-25706e5a-6648-4fa0-87f6-6e3390907932 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0967064 Oct 13 04:23:00.091821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 7489e86a-37ce-42de-b2bd-b8f629c91f1c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:00.092870 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.092870 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 7489e86a-37ce-42de-b2bd-b8f629c91f1c Oct 13 04:23:00.126431 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bcf04690-bfd8-425e-b0e6-50dd95b9144d req-3839fa3c-f297-42c7-b576-73485b447625 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Oct 13 04:23:00.150253 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:00.151377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Sync routers for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:00.162782 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:00.163332 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:22:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:00.165666 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.167002 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ecffe1db-d454-4f24-a6fc-54b4a6a62485 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7536705 Oct 13 04:23:00.170584 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58474) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:00.175694 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a82d7-08f1-4468-bacc-ede559fa815d None None] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:00.435427 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fc692153-50da-4e87-abbc-8cafc7fa39de None None] Provisioning complete for port 7489e86a-37ce-42de-b2bd-b8f629c91f1c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:00.435811 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fc692153-50da-4e87-abbc-8cafc7fa39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.436154 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fc692153-50da-4e87-abbc-8cafc7fa39de None None] Attempt 1 to provision port 7489e86a-37ce-42de-b2bd-b8f629c91f1c Oct 13 04:23:00.506586 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 7489e86a-37ce-42de-b2bd-b8f629c91f1c is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:00.506982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.593846 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:00.622837 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:00.656495 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 7489e86a-37ce-42de-b2bd-b8f629c91f1c, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=7489e86a-37ce-42de-b2bd-b8f629c91f1c,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:00.665215 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.791711 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fc692153-50da-4e87-abbc-8cafc7fa39de None None] Current status of the port 7489e86a-37ce-42de-b2bd-b8f629c91f1c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:00.807082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:00.826359 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=7489e86a-37ce-42de-b2bd-b8f629c91f1c,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:00.872755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:22:59Z', 'revision_number': 3, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:00.909792 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Checking router: 3859025a-2c7c-4ea2-83db-7afb26f17dc7 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:00.910150 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Updating router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 port 986fa5da-4436-42b2-b89e-2e73751cf6fd binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:00.943148 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:00.954162 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.027887 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5025274-f9d5-4ecb-8583-37a80e032f05 req-2ac2379d-6f1e-4bf3-a962-83b79faa77fb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:01.030237 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b5025274-f9d5-4ecb-8583-37a80e032f05 req-2ac2379d-6f1e-4bf3-a962-83b79faa77fb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0837779 Oct 13 04:23:01.048912 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Allocated IP 172.20.0.1 (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3/e9b17e31-00c6-4791-b8e4-6e19ff772c0c/45603209-03b0-41fa-9212-b07d29b27370) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:01.056731 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-930c4f4d-2315-4d94-a72c-7f7ac577ff75 None None] Provisioning complete for port 7489e86a-37ce-42de-b2bd-b8f629c91f1c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:01.057118 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-930c4f4d-2315-4d94-a72c-7f7ac577ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.057452 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-930c4f4d-2315-4d94-a72c-7f7ac577ff75 None None] Attempt 1 to provision port 7489e86a-37ce-42de-b2bd-b8f629c91f1c Oct 13 04:23:01.083954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-7e12d01f-6992-4772-af5f-ed5fd3343f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:01.086545 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-7e12d01f-6992-4772-af5f-ed5fd3343f45 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 1128 time: 0.0498724 Oct 13 04:23:01.113665 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:01.133219 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-489ef59c-4cf0-4f48-ba68-e8b7244f6049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.146456 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b5025274-f9d5-4ecb-8583-37a80e032f05 req-a92219f7-8e3b-4001-af1f-cb2bc90b932b tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Oct 13 04:23:01.250716 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:01.254388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks [] for port (45603209-03b0-41fa-9212-b07d29b27370), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.259525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-930c4f4d-2315-4d94-a72c-7f7ac577ff75 None None] Current status of the port 7489e86a-37ce-42de-b2bd-b8f629c91f1c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:01.296541 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df04a-e77c-4e0d-9b2e-0b1f85004cdc req-d3f06227-0688-40d9-8bf2-d16beb68f942 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:01.298026 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-781df04a-e77c-4e0d-9b2e-0b1f85004cdc req-d3f06227-0688-40d9-8bf2-d16beb68f942 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0710530 Oct 13 04:23:01.305408 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.320337 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks [] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.326821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.335672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-a9c5adfe-3868-4171-bbe1-cf94e040200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:01.337176 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-a9c5adfe-3868-4171-bbe1-cf94e040200e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1926095 Oct 13 04:23:01.357914 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:01.361262 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-781df04a-e77c-4e0d-9b2e-0b1f85004cdc req-b1b71b58-1bf1-4f79-a2fa-ed75ea40fd98 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559776 Oct 13 04:23:01.362927 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:01.366060 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:01.375512 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Attempting to bind port 986fa5da-4436-42b2-b89e-2e73751cf6fd on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:01.375883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Attempting to bind port 986fa5da-4436-42b2-b89e-2e73751cf6fd by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:01.376282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Attempting to bind port 986fa5da-4436-42b2-b89e-2e73751cf6fd on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:01.394588 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Pushing event updated for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.416049 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5cc91-99d7-4544-a3a3-95ac90060d1d None None] Pushing event updated for resources: {'Port': ['ID=986fa5da-4436-42b2-b89e-2e73751cf6fd,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.424073 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.440969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:01.441354 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:01.441764 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.442162 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:01.442677 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Bound port: 986fa5da-4436-42b2-b89e-2e73751cf6fd, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:01.443063 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.466070 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:01.498731 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] For port 986fa5da-4436-42b2-b89e-2e73751cf6fd, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:01.502033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] For port 986fa5da-4436-42b2-b89e-2e73751cf6fd, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=986fa5da-4436-42b2-b89e-2e73751cf6fd,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:01.508009 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.542654 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:01.543296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.562785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (45603209-03b0-41fa-9212-b07d29b27370), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.618629 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5cc91-99d7-4544-a3a3-95ac90060d1d None None] Pushing event updated for resources: {'Port': ['ID=986fa5da-4436-42b2-b89e-2e73751cf6fd,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.670062 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:01.714184 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-f7665434-2a30-4410-a064-99b0617f2cc2 None None] Provisioning complete for port 45603209-03b0-41fa-9212-b07d29b27370 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:01.714579 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f7665434-2a30-4410-a064-99b0617f2cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (45603209-03b0-41fa-9212-b07d29b27370), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.714903 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-f7665434-2a30-4410-a064-99b0617f2cc2 None None] Attempt 1 to provision port 45603209-03b0-41fa-9212-b07d29b27370 Oct 13 04:23:01.720647 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:01.727175 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks [] for port (45603209-03b0-41fa-9212-b07d29b27370), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.731729 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.800617 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.802340 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Pushing event updated for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.821206 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-f7665434-2a30-4410-a064-99b0617f2cc2 None None] Port 45603209-03b0-41fa-9212-b07d29b27370 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:01.892918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 7489e86a-37ce-42de-b2bd-b8f629c91f1c up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:01.911612 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:01.912916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:01.932306 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 1, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.964317 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e512c1-48cb-419b-9ddc-48074a6695df None None] The sync data for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi is: [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 1, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:01.982291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 7489e86a-37ce-42de-b2bd-b8f629c91f1c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:01.982673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:01.983009 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 7489e86a-37ce-42de-b2bd-b8f629c91f1c Oct 13 04:23:02.070876 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:02.293480 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:02.298722 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:02.314824 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0ec88c41-429c-46bb-9643-ec8a61db4a8f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3859025a-2c7c-4ea2-83db-7afb26f17dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383026 Oct 13 04:23:02.315012 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:02.318076 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-163edeb1-fe63-4454-b47e-f3a9cb3eecba None None] Provisioning complete for port 45603209-03b0-41fa-9212-b07d29b27370 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:02.318488 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-163edeb1-fe63-4454-b47e-f3a9cb3eecba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (45603209-03b0-41fa-9212-b07d29b27370), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:02.322569 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-163edeb1-fe63-4454-b47e-f3a9cb3eecba None None] Attempt 1 to provision port 45603209-03b0-41fa-9212-b07d29b27370 Oct 13 04:23:02.415525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e83a5-718f-4aa0-95f5-18a51d2504d9 req-b94e6c93-f2b3-4489-b241-c27e314d455d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:02.417959 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-413e83a5-718f-4aa0-95f5-18a51d2504d9 req-b94e6c93-f2b3-4489-b241-c27e314d455d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0877633 Oct 13 04:23:02.442131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-163edeb1-fe63-4454-b47e-f3a9cb3eecba None None] Port 45603209-03b0-41fa-9212-b07d29b27370 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:02.443636 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 7489e86a-37ce-42de-b2bd-b8f629c91f1c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:02.452349 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:02.491197 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-413e83a5-718f-4aa0-95f5-18a51d2504d9 req-790825c6-ec99-4267-a1a3-ddb27deabb1b tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649567 Oct 13 04:23:02.616583 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6b37c-42ed-43d1-b4d2-d1632dce800b req-fd513d6e-af2f-4424-b345-52d8b629f69e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:02.618289 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27a6b37c-42ed-43d1-b4d2-d1632dce800b req-fd513d6e-af2f-4424-b345-52d8b629f69e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0553446 Oct 13 04:23:02.671370 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27a6b37c-42ed-43d1-b4d2-d1632dce800b req-57ee2636-5fb7-4c42-98f4-12c6b01f2180 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Oct 13 04:23:02.918248 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58524) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:02.923311 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-622548187-network', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:02.944946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Made reservation on behalf of dc5dcbaa1692443fb71e454c5d148bf8 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:02.947386 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:02.957714 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.011689 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:03.042851 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks [] for security_group (09a1050b-9dd4-45f7-9052-a82c1c43f94e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.047126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (09a1050b-9dd4-45f7-9052-a82c1c43f94e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.069738 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:03.085140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a1050b-9dd4-45f7-9052-a82c1c43f94e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.090277 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (de290701-5bf8-4e89-8b10-261c5fc97d86), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.090582 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Added segment de290701-5bf8-4e89-8b10-261c5fc97d86 of type vlan for network e3fad222-b7da-40be-8498-49245e8700eb Oct 13 04:23:03.134918 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (e3fad222-b7da-40be-8498-49245e8700eb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.164895 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (e3fad222-b7da-40be-8498-49245e8700eb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.166143 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.166520 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.223855 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3044858 Oct 13 04:23:03.227008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58526) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:03.234525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Request body: {'subnet': {'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-622548187-subnet', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:03.236376 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682ba0-1085-4642-b227-258fe688c62b admin admin] Pushing event updated for resources: {'Network': ['ID=e3fad222-b7da-40be-8498-49245e8700eb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.246406 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network e3fad222-b7da-40be-8498-49245e8700eb details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:03.256234 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Made reservation on behalf of dc5dcbaa1692443fb71e454c5d148bf8 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:03.258943 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32210269'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.373803 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:03.377088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:03.490289 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30846471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32210255'] for subnet (d5933f4a-f182-4703-906b-2108d55203af), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.630352 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5933f4a-f182-4703-906b-2108d55203af,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:03.686418 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Checking segment: {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:03.686689 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Network hostable DHCP agents. Network: e3fad222-b7da-40be-8498-49245e8700eb, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:03.707424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3712e-bd92-44a5-af5f-c5c4c31b265d req-abfc807c-4010-4474-b25b-7423b39bdc4c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.714508 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ecc3712e-bd92-44a5-af5f-c5c4c31b265d req-abfc807c-4010-4474-b25b-7423b39bdc4c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.1083593 Oct 13 04:23:03.738038 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-542fc313-dbec-458e-b6d2-46ba124c2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.739657 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cb565376-c0f9-4125-ad5f-5298bfd336ce req-542fc313-dbec-458e-b6d2-46ba124c2fde service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125745 Oct 13 04:23:03.767979 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Network e3fad222-b7da-40be-8498-49245e8700eb is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:03.811729 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ecc3712e-bd92-44a5-af5f-c5c4c31b265d req-bdb4baf6-cf23-4eda-8f84-88b3f5d7ffe3 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960987 Oct 13 04:23:03.812500 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, e3fad222-b7da-40be-8498-49245e8700eb) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:03.819593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.820200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.829029 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e2d88-535e-4aad-b102-2d046e13a607 None None] Network e3fad222-b7da-40be-8498-49245e8700eb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:03.862354 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cb4ea460-1f95-4035-8e8b-13c029075918 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6215692 Oct 13 04:23:03.862539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58546) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:03.862539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:03.880089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1a2af-ab8c-4bb8-92ec-1a596f1c25b9 req-41ab79b3-7ca0-4934-98e7-43a5363c9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.881586 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6e1a2af-ab8c-4bb8-92ec-1a596f1c25b9 req-41ab79b3-7ca0-4934-98e7-43a5363c9544 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.1072531 Oct 13 04:23:03.930059 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (1975d446-5312-4586-8fb8-cec03516a7f4), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.932880 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (1975d446-5312-4586-8fb8-cec03516a7f4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:03.947950 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-ebd0a742-cb95-4eff-becd-744c134ecbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.949853 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-ebd0a742-cb95-4eff-becd-744c134ecbfb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.1170425 Oct 13 04:23:03.957950 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-c4275c09-5094-4bf7-aa03-1a68e23c27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:03.966597 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-c4275c09-5094-4bf7-aa03-1a68e23c27d3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 1128 time: 0.1140802 Oct 13 04:23:04.026710 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6e1a2af-ab8c-4bb8-92ec-1a596f1c25b9 req-5349bf36-5974-487e-9194-078ab6c19d92 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Oct 13 04:23:04.033936 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for router_controller (1975d446-5312-4586-8fb8-cec03516a7f4), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.073233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8a24-cd19-4209-88e0-a962682b28a1 req-0c7cfd0a-adad-4545-bfa4-73e68f16b99d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:04.075180 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-258a8a24-cd19-4209-88e0-a962682b28a1 req-0c7cfd0a-adad-4545-bfa4-73e68f16b99d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0874994 Oct 13 04:23:04.079188 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 986fa5da-4436-42b2-b89e-2e73751cf6fd up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:04.114766 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-e3fad222-b7da-40be-8498-49245e8700eb', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:23:04.115840 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.136440 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.141290 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-258a8a24-cd19-4209-88e0-a962682b28a1 req-5853c294-5158-4115-96ba-601b0b834ade tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580938 Oct 13 04:23:04.209973 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for router_gateway (1975d446-5312-4586-8fb8-cec03516a7f4), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.217316 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 986fa5da-4436-42b2-b89e-2e73751cf6fd triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:04.217769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.218113 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 986fa5da-4436-42b2-b89e-2e73751cf6fd Oct 13 04:23:04.354748 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.363019 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:04.369052 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Allocated IP 172.20.0.2 (e3fad222-b7da-40be-8498-49245e8700eb/d5933f4a-f182-4703-906b-2108d55203af/596b30b5-1b75-407e-aa44-7ad134ff5c7f) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:04.379101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 986fa5da-4436-42b2-b89e-2e73751cf6fd is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:04.379497 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.410862 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Sync routers for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:04.424074 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:04.424748 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:04.431905 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for router_gateway (1975d446-5312-4586-8fb8-cec03516a7f4), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.445825 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 986fa5da-4436-42b2-b89e-2e73751cf6fd, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=986fa5da-4436-42b2-b89e-2e73751cf6fd,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:04.451497 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.451756 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.538693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=986fa5da-4436-42b2-b89e-2e73751cf6fd,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.538949 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:04.571040 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:04.572448 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Allocated IP 172.27.1.38 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/383f10b5-aa60-43ca-9303-9535b16287a5) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:04.595018 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks [] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.601415 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.644398 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Network e3fad222-b7da-40be-8498-49245e8700eb is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:04.647829 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:04.654455 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:04.665175 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Pushing event updated for resources: {'Port': ['ID=596b30b5-1b75-407e-aa44-7ad134ff5c7f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.696538 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for port (383f10b5-aa60-43ca-9303-9535b16287a5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.698042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:04.716939 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Attempting to bind port 596b30b5-1b75-407e-aa44-7ad134ff5c7f on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:04.717224 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Attempting to bind port 596b30b5-1b75-407e-aa44-7ad134ff5c7f by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:04.717586 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Attempting to bind port 596b30b5-1b75-407e-aa44-7ad134ff5c7f on network e3fad222-b7da-40be-8498-49245e8700eb {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:04.736211 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.741282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:04.778488 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:04.779034 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Checking segment: {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:04.779452 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.779850 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Bound using segment: {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:04.780328 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Bound port: 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:04.780733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.781897 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 2, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:04.782910 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:04.784066 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.788277 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:04.795900 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:04.808450 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Checking router: 3859025a-2c7c-4ea2-83db-7afb26f17dc7 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:04.808807 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Updating router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 port 45603209-03b0-41fa-9212-b07d29b27370 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:04.831722 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Pushing event updated for resources: {'Port': ['ID=383f10b5-aa60-43ca-9303-9535b16287a5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.837844 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (45603209-03b0-41fa-9212-b07d29b27370), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.851760 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] For port 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:04.857174 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] For port 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=596b30b5-1b75-407e-aa44-7ad134ff5c7f,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:04.863660 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:04.953420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6d3cf-16b1-40a0-bc3a-92f4e996c7a8 None None] Pushing event updated for resources: {'Port': ['ID=596b30b5-1b75-407e-aa44-7ad134ff5c7f,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.032021 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38390c2d-5c0d-44cd-b0b5-d41952638d85 req-a2866934-5a70-4ff1-a83b-91b591cd7532 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:05.034105 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-38390c2d-5c0d-44cd-b0b5-d41952638d85 req-a2866934-5a70-4ff1-a83b-91b591cd7532 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0622878 Oct 13 04:23:05.225985 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-38390c2d-5c0d-44cd-b0b5-d41952638d85 req-157f0111-fb19-4de2-a3e3-aa61ec48c946 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797206 Oct 13 04:23:05.258053 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks [] for port (45603209-03b0-41fa-9212-b07d29b27370), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.260824 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for router_gateway (1975d446-5312-4586-8fb8-cec03516a7f4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.266805 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.316383 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a09bd8-88fb-4f67-a06a-02c07f39cb09 req-fada8a8c-a108-4deb-a020-6f42cff8509c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:05.318951 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b1a09bd8-88fb-4f67-a06a-02c07f39cb09 req-fada8a8c-a108-4deb-a020-6f42cff8509c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0648077 Oct 13 04:23:05.337436 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:05.380539 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b1a09bd8-88fb-4f67-a06a-02c07f39cb09 req-5ca1b3e7-827e-429b-80db-cb9f08bcfd35 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Oct 13 04:23:05.389019 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Pushing event updated for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.393375 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Attempting to bind port 45603209-03b0-41fa-9212-b07d29b27370 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:05.394048 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Attempting to bind port 45603209-03b0-41fa-9212-b07d29b27370 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:05.394488 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Attempting to bind port 45603209-03b0-41fa-9212-b07d29b27370 on network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:05.423487 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.424139 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.424247 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.424531 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.424881 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.425215 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.425542 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.425869 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.426198 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.426678 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.427021 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.427366 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.427695 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.428018 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.428340 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:05.457288 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:05.457674 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Checking segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:05.458083 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.458638 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Bound using segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:05.459262 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Bound port: 45603209-03b0-41fa-9212-b07d29b27370, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:05.459574 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (45603209-03b0-41fa-9212-b07d29b27370), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.525223 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] For port 45603209-03b0-41fa-9212-b07d29b27370, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:05.528288 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] For port 45603209-03b0-41fa-9212-b07d29b27370, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=45603209-03b0-41fa-9212-b07d29b27370,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:05.535849 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.572590 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:05.573211 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:05.633142 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4d09-e8ca-4e26-979a-6a87f44ff377 None None] Pushing event updated for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.697465 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (1975d446-5312-4586-8fb8-cec03516a7f4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:05.703268 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:05.821888 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:05.833411 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:05.843050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Router 1975d446-5312-4586-8fb8-cec03516a7f4 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:23:05.954613 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:05Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:05.994797 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8077197-d60f-40e1-9911-2f8afe85959a None None] The sync data for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi is: [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:05Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:05.998650 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:05.999958 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:06.005469 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8e16c-8952-4c87-8cdb-891fd45f9260 None None] Network e3fad222-b7da-40be-8498-49245e8700eb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:06.028449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.046941 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58568) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:06.047648 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a05ec064-e3bb-451c-b487-2580ec63c16b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1926401 Oct 13 04:23:06.069997 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Sync routers for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:06.096259 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Provisioning complete for port 596b30b5-1b75-407e-aa44-7ad134ff5c7f triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:06.096971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.097494 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Attempt 1 to provision port 596b30b5-1b75-407e-aa44-7ad134ff5c7f Oct 13 04:23:06.159116 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 596b30b5-1b75-407e-aa44-7ad134ff5c7f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:06.197544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:06.198322 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:06.253447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:06.333607 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:06.423165 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:06.474062 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 596b30b5-1b75-407e-aa44-7ad134ff5c7f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:06.474472 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.474812 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 596b30b5-1b75-407e-aa44-7ad134ff5c7f Oct 13 04:23:06.479750 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Current status of the port 596b30b5-1b75-407e-aa44-7ad134ff5c7f is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:06.480142 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.522808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8ecb4-b0bb-4ad4-b43e-7c11ab9d3492 req-73f72aa1-7577-45f5-af66-d6c5262b603f tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:06.524432 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49e8ecb4-b0bb-4ad4-b43e-7c11ab9d3492 req-73f72aa1-7577-45f5-af66-d6c5262b603f tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.1713698 Oct 13 04:23:06.533237 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:06.587495 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826e3b-c24e-4f53-81d4-023b5a7b6cf6 req-3e64f698-2810-4ee9-b71e-998c9fd91c99 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:06.601957 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be826e3b-c24e-4f53-81d4-023b5a7b6cf6 req-3e64f698-2810-4ee9-b71e-998c9fd91c99 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0856099 Oct 13 04:23:06.712937 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-be826e3b-c24e-4f53-81d4-023b5a7b6cf6 req-2fae156c-c2c6-4952-85c0-c212b276981b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097546 Oct 13 04:23:06.752875 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49e8ecb4-b0bb-4ad4-b43e-7c11ab9d3492 req-0c42c989-60d4-44d4-b48e-6be0a0e9cbaa tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181616 Oct 13 04:23:06.838494 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.864794 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] For port 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=596b30b5-1b75-407e-aa44-7ad134ff5c7f,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:06.874487 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:06.954992 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:06.966010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 596b30b5-1b75-407e-aa44-7ad134ff5c7f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:06.967189 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 986fa5da-4436-42b2-b89e-2e73751cf6fd up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:07.007448 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f566192-425a-4f8f-b015-410b60d4eef3 None None] Pushing event updated for resources: {'Port': ['ID=596b30b5-1b75-407e-aa44-7ad134ff5c7f,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:07.022150 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Allocated IP 172.20.0.1 (e3fad222-b7da-40be-8498-49245e8700eb/d5933f4a-f182-4703-906b-2108d55203af/acf19f4c-0427-4192-a4a7-645e1f14e0f7) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:07.049108 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-03a14ad9-3716-4379-b3da-1d2a956b4335 None None] Provisioning complete for port 596b30b5-1b75-407e-aa44-7ad134ff5c7f triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:07.049487 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03a14ad9-3716-4379-b3da-1d2a956b4335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.049826 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-03a14ad9-3716-4379-b3da-1d2a956b4335 None None] Attempt 1 to provision port 596b30b5-1b75-407e-aa44-7ad134ff5c7f Oct 13 04:23:07.103202 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:05Z', 'revision_number': 3, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:07.133582 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 986fa5da-4436-42b2-b89e-2e73751cf6fd triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:07.133957 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.134323 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 986fa5da-4436-42b2-b89e-2e73751cf6fd Oct 13 04:23:07.135183 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks [] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.139420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Checking router: 1975d446-5312-4586-8fb8-cec03516a7f4 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:07.139769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Updating router 1975d446-5312-4586-8fb8-cec03516a7f4 port 383f10b5-aa60-43ca-9303-9535b16287a5 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:07.167843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.199127 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.209836 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Network e3fad222-b7da-40be-8498-49245e8700eb is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:07.215350 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:07.219990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:07.225058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Pushing event updated for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:07.269142 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-d259abef-7385-45b5-bb6d-c7aa35d7513e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6 HTTP/1.1" status: 200 len: 217 time: 0.0450683 Oct 13 04:23:07.284863 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-03a14ad9-3716-4379-b3da-1d2a956b4335 None None] Current status of the port 596b30b5-1b75-407e-aa44-7ad134ff5c7f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:07.361684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:07.389187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:07.390010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 986fa5da-4436-42b2-b89e-2e73751cf6fd is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:07.391147 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 45603209-03b0-41fa-9212-b07d29b27370 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:07.404365 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996235ab-150e-450f-82e6-072a04c12192 req-c0d2bb76-30d4-418e-8b99-7f5f3a9d200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:07.405862 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-c0d2bb76-30d4-418e-8b99-7f5f3a9d200f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=136cfdbf-9455-4935-adb7-86b259f246e7 HTTP/1.1" status: 200 len: 848 time: 0.1042044 Oct 13 04:23:07.415246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:07.439716 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (1975d446-5312-4586-8fb8-cec03516a7f4), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.522057 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-edaa19b2-be96-45e2-86c4-544890524daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:07.523592 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-edaa19b2-be96-45e2-86c4-544890524daa service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.2567043 Oct 13 04:23:07.541230 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 45603209-03b0-41fa-9212-b07d29b27370 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:07.541705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (45603209-03b0-41fa-9212-b07d29b27370), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.542106 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 45603209-03b0-41fa-9212-b07d29b27370 Oct 13 04:23:07.607330 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.634824 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c9a4ed4d-e623-4ee9-9ea5-4a28f251e348 None None] Provisioning complete for port acf19f4c-0427-4192-a4a7-645e1f14e0f7 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:07.635110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ed4d-e623-4ee9-9ea5-4a28f251e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.635443 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c9a4ed4d-e623-4ee9-9ea5-4a28f251e348 None None] Attempt 1 to provision port acf19f4c-0427-4192-a4a7-645e1f14e0f7 Oct 13 04:23:07.663563 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks [] for port (383f10b5-aa60-43ca-9303-9535b16287a5), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.678530 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.718517 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4ed4d-e623-4ee9-9ea5-4a28f251e348 None None] Port acf19f4c-0427-4192-a4a7-645e1f14e0f7 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:07.742906 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Attempting to bind port 383f10b5-aa60-43ca-9303-9535b16287a5 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:07.743275 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Attempting to bind port 383f10b5-aa60-43ca-9303-9535b16287a5 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:07.743641 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Attempting to bind port 383f10b5-aa60-43ca-9303-9535b16287a5 on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:07.777558 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 45603209-03b0-41fa-9212-b07d29b27370 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:07.777954 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (45603209-03b0-41fa-9212-b07d29b27370), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.783612 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:07.819345 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce56e6-5cb9-43aa-854e-2db7c2f33e6d None None] Pushing event updated for resources: {'Port': ['ID=383f10b5-aa60-43ca-9303-9535b16287a5,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:07.839294 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:07.839673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:07.840086 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.840479 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:07.842070 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Bound port: 383f10b5-aa60-43ca-9303-9535b16287a5, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:07.842640 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.882147 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 45603209-03b0-41fa-9212-b07d29b27370, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=45603209-03b0-41fa-9212-b07d29b27370,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:07.895153 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.947502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] For port 383f10b5-aa60-43ca-9303-9535b16287a5, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:07.952543 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] For port 383f10b5-aa60-43ca-9303-9535b16287a5, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=383f10b5-aa60-43ca-9303-9535b16287a5,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:07.959702 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c6b60-4189-4c30-93b6-1814bd65ec37 req-2dbebed0-d55e-4c85-b7c0-de230eb8aec1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:07.967785 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:07.967933 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b6c6b60-4189-4c30-93b6-1814bd65ec37 req-2dbebed0-d55e-4c85-b7c0-de230eb8aec1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.1336277 Oct 13 04:23:07.979176 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.024594 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:08.025223 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:08.044920 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-7f43de92-747b-4588-a417-ada24b17ed72 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 217 time: 0.0551274 Oct 13 04:23:08.060147 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b6c6b60-4189-4c30-93b6-1814bd65ec37 req-1a128c40-04d9-4f04-bf98-4457237db66b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824935 Oct 13 04:23:08.090384 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 596b30b5-1b75-407e-aa44-7ad134ff5c7f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:08.106485 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-c0e8bb1b-d0fa-407a-9c39-1a35e524329e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=7358a795-2926-4538-a53c-de076264b109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140223 Oct 13 04:23:08.130088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5718-9cc1-46e5-af63-c663daf136e9 req-fe20db2e-9ef9-445e-95e8-f087bd397155 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:08.131602 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0c7b5718-9cc1-46e5-af63-c663daf136e9 req-fe20db2e-9ef9-445e-95e8-f087bd397155 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.1374083 Oct 13 04:23:08.177261 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce56e6-5cb9-43aa-854e-2db7c2f33e6d None None] Pushing event updated for resources: {'Port': ['ID=383f10b5-aa60-43ca-9303-9535b16287a5,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.192869 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:08.209139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 596b30b5-1b75-407e-aa44-7ad134ff5c7f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:08.209139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:08.209139 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 596b30b5-1b75-407e-aa44-7ad134ff5c7f Oct 13 04:23:08.224890 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0c7b5718-9cc1-46e5-af63-c663daf136e9 req-dbe4a188-47a4-475e-854c-6ddd80458a8f tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 Oct 13 04:23:08.236252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks [] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:08.254026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:08.254278 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:08.322298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (1975d446-5312-4586-8fb8-cec03516a7f4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:08.330181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Pushing event updated for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.421684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Network e3fad222-b7da-40be-8498-49245e8700eb is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:08.422821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 596b30b5-1b75-407e-aa44-7ad134ff5c7f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:08.423195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:08.490301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'acf19f4c-0427-4192-a4a7-645e1f14e0f7', 'name': '', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'mac_address': 'fa:16:3e:ee:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:06Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 1, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'subnets': [{'id': 'd5933f4a-f182-4703-906b-2108d55203af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:08.519769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa286fb-37a0-4cbf-9bda-c160445535dc None None] The sync data for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi is: [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'acf19f4c-0427-4192-a4a7-645e1f14e0f7', 'name': '', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'mac_address': 'fa:16:3e:ee:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:06Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 1, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'subnets': [{'id': 'd5933f4a-f182-4703-906b-2108d55203af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:08.551358 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Router 1975d446-5312-4586-8fb8-cec03516a7f4 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:08.553805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:08.679923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:08.685977 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-02b1fde1-8d2c-4bb1-bc85-6605f065867e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1975d446-5312-4586-8fb8-cec03516a7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379676 Oct 13 04:23:08.758838 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-68c746b5-cd6e-44eb-9c43-0fa82677890e None None] Provisioning complete for port acf19f4c-0427-4192-a4a7-645e1f14e0f7 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:08.759224 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-68c746b5-cd6e-44eb-9c43-0fa82677890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:08.759564 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-68c746b5-cd6e-44eb-9c43-0fa82677890e None None] Attempt 1 to provision port acf19f4c-0427-4192-a4a7-645e1f14e0f7 Oct 13 04:23:08.803613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-68c746b5-cd6e-44eb-9c43-0fa82677890e None None] Port acf19f4c-0427-4192-a4a7-645e1f14e0f7 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:09.076004 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58616) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:09.081198 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:09.081829 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367108023', 'description': 'tempest-secgroup-smoke-1367108023 description', 'project_id': 'fabffb6796a34773987a4f7e414352d0'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:09.104111 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.198496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-8f132ed5-0ce4-4e04-97aa-e36ac4d27d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:09.202758 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-8f132ed5-0ce4-4e04-97aa-e36ac4d27d69 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.1824551 Oct 13 04:23:09.206901 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-9adab0ec-5ce3-4071-acd4-605be9e3c193 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772265 Oct 13 04:23:09.297127 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (ab171e6f-41ee-42a5-9147-322e19848467), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.304134 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ab171e6f-41ee-42a5-9147-322e19848467), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.371788 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.377237 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2995203 Oct 13 04:23:09.379127 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58632) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:09.383865 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:09.391090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda46a7d-13aa-4e6d-a7d3-c92d555d5c87 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab171e6f-41ee-42a5-9147-322e19848467,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.433615 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (34a6d93a-5e2d-419e-b5c3-535d0859fd7f), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.473998 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c4f1b-1e5b-43a8-a03b-c11cccb3600e req-0ec59e69-888b-4f50-b7db-0aa1991a9d03 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:09.481490 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-958c4f1b-1e5b-43a8-a03b-c11cccb3600e req-0ec59e69-888b-4f50-b7db-0aa1991a9d03 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.2944200 Oct 13 04:23:09.485496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-b6430e46-090b-4bfb-85e1-32ffbaf75943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:09.486995 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-b6430e46-090b-4bfb-85e1-32ffbaf75943 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2485106 Oct 13 04:23:09.495294 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-996235ab-150e-450f-82e6-072a04c12192 req-bbaf5fea-1a9e-438b-b1e6-60e2d4e6722f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578268 Oct 13 04:23:09.568328 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (34a6d93a-5e2d-419e-b5c3-535d0859fd7f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.574096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (34a6d93a-5e2d-419e-b5c3-535d0859fd7f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.601445 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a6d93a-5e2d-419e-b5c3-535d0859fd7f,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.621429 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.623286 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f4fd140d-442a-42e8-8641-12b01df3b129 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430441 Oct 13 04:23:09.625966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58652) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:09.633221 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:09.652355 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-958c4f1b-1e5b-43a8-a03b-c11cccb3600e req-a3186e68-335e-4cd1-8767-4e0d8c9f059a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560552 Oct 13 04:23:09.676114 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (e5216a7a-3a9c-4761-8cd3-4b03cb273985), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.704788 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-b53c8067-001a-46ba-b334-ba420277ac59 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072868 Oct 13 04:23:09.750380 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (e5216a7a-3a9c-4761-8cd3-4b03cb273985), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.766519 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (e5216a7a-3a9c-4761-8cd3-4b03cb273985), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.803184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c37e6-bb19-4476-b492-b0868f2f59b0 req-e77aa558-5e63-46f9-b5f4-c93460e864ad tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:09.804703 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-128c37e6-bb19-4476-b492-b0868f2f59b0 req-e77aa558-5e63-46f9-b5f4-c93460e864ad tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0649242 Oct 13 04:23:09.830548 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5216a7a-3a9c-4761-8cd3-4b03cb273985,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.851285 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.855478 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d5e73e81-f669-4464-8fec-297de2c5bc6e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2281187 Oct 13 04:23:09.855853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58668) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:09.861207 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:09.863011 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432920-f4df-40f9-9ec4-e9331c5651a6 req-489ad44e-d394-487a-828e-77d056f94bee tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:09.870262 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-12432920-f4df-40f9-9ec4-e9331c5651a6 req-489ad44e-d394-487a-828e-77d056f94bee tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.1064203 Oct 13 04:23:09.901298 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-128c37e6-bb19-4476-b492-b0868f2f59b0 req-e15ef03c-f389-4d1c-93cd-972bdbbc483d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902951 Oct 13 04:23:09.939699 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (bac85054-76d8-46a1-a92b-2adc9b8a5236), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:09.953931 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-12432920-f4df-40f9-9ec4-e9331c5651a6 req-fe72a580-459f-4fdc-a1f9-a1df4a9ef4d2 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826249 Oct 13 04:23:10.052681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (bac85054-76d8-46a1-a92b-2adc9b8a5236), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.057937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (bac85054-76d8-46a1-a92b-2adc9b8a5236), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.079707 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac85054-76d8-46a1-a92b-2adc9b8a5236,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.097904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.102449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58676) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:10.109084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:10.114348 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-42c22a66-e494-4bf1-8a9c-a46c85f736bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570574 Oct 13 04:23:10.134913 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 383f10b5-aa60-43ca-9303-9535b16287a5 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:10.141605 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:10.143864 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (08bf6156-e7df-4cb5-840e-b58659af547e), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.153653 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:10.192944 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 383f10b5-aa60-43ca-9303-9535b16287a5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:10.193708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.194302 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 383f10b5-aa60-43ca-9303-9535b16287a5 Oct 13 04:23:10.223620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (08bf6156-e7df-4cb5-840e-b58659af547e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.229661 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (08bf6156-e7df-4cb5-840e-b58659af547e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.245238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:10.253368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bf6156-e7df-4cb5-840e-b58659af547e,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.266157 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.267801 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4d7f77ac-ed95-402b-a436-5082057e3400 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636522 Oct 13 04:23:10.270522 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58680) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:10.278542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:10.300156 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 383f10b5-aa60-43ca-9303-9535b16287a5 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:10.301202 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.311135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b4c3-1840-4b67-bcaf-319c7558d405 req-29d650cd-901f-4729-ac53-12a28c6f8e84 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:10.312141 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Project fabffb6796a34773987a4f7e414352d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:23:10.313073 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5047b4c3-1840-4b67-bcaf-319c7558d405 req-29d650cd-901f-4729-ac53-12a28c6f8e84 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0803778 Oct 13 04:23:10.319489 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (3b6b1a4b-1c56-4353-8154-97a9265b6e8a), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.338149 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 383f10b5-aa60-43ca-9303-9535b16287a5, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=383f10b5-aa60-43ca-9303-9535b16287a5,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:10.343568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.345172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 45603209-03b0-41fa-9212-b07d29b27370 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:10.378766 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5047b4c3-1840-4b67-bcaf-319c7558d405 req-95585a6e-ac38-45e1-834e-08db021af43c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Oct 13 04:23:10.386605 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (3b6b1a4b-1c56-4353-8154-97a9265b6e8a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.391584 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (3b6b1a4b-1c56-4353-8154-97a9265b6e8a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.415031 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6b1a4b-1c56-4353-8154-97a9265b6e8a,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.428382 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.429883 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e581d10e-8913-4af6-905e-51b687a83fc0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580756 Oct 13 04:23:10.432580 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58682) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:10.437341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'security_group_rule': {'security_group_id': 'ab171e6f-41ee-42a5-9147-322e19848467', 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:10.459415 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Project fabffb6796a34773987a4f7e414352d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:23:10.466829 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (02079ce9-5662-4da0-b1da-68accef0648a), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.533980 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (02079ce9-5662-4da0-b1da-68accef0648a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.538938 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (02079ce9-5662-4da0-b1da-68accef0648a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.566472 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.575370 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341624 Oct 13 04:23:10.575370 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3d2d3-1a63-4d15-8a58-1d58071e630f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02079ce9-5662-4da0-b1da-68accef0648a,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.578822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=383f10b5-aa60-43ca-9303-9535b16287a5,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.581544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 45603209-03b0-41fa-9212-b07d29b27370 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:10.581918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (45603209-03b0-41fa-9212-b07d29b27370), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:10.582291 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 45603209-03b0-41fa-9212-b07d29b27370 Oct 13 04:23:10.662706 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 45603209-03b0-41fa-9212-b07d29b27370 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:10.740753 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:10.827008 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a495d7a-e7d7-4ffb-a3cc-827afbc54f3c req-f291a5d1-82e9-470f-bf98-86f51db3ea3b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948195 Oct 13 04:23:11.098078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59c3e8-2b2c-4533-a749-07ed7bdef5ea req-606b2d47-2b52-4eff-bff9-850866f08401 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.100100 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec59c3e8-2b2c-4533-a749-07ed7bdef5ea req-606b2d47-2b52-4eff-bff9-850866f08401 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0947323 Oct 13 04:23:11.180248 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec59c3e8-2b2c-4533-a749-07ed7bdef5ea req-d53a4be1-2499-4e18-b1fb-dfc06057453b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744019 Oct 13 04:23:11.216401 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91445633-d4c3-4d39-a220-73fd50d8250c req-4da91361-52b0-481c-919d-906853195202 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.217926 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-91445633-d4c3-4d39-a220-73fd50d8250c req-4da91361-52b0-481c-919d-906853195202 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.1210287 Oct 13 04:23:11.219081 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-936a3e26-408a-49a4-b6ec-73c480661436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.220588 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-936a3e26-408a-49a4-b6ec-73c480661436 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 1129 time: 0.1250496 Oct 13 04:23:11.270461 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:11.275361 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-91445633-d4c3-4d39-a220-73fd50d8250c req-45fda87c-c767-4037-99f2-4d85a40834af tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505857 Oct 13 04:23:11.411594 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Sync routers for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:11.427068 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:11.427737 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:11.507739 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a38e55-24e4-4faa-a2e1-290824cecf16 req-864e6878-8d3c-4858-8454-b0833dbb3b59 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.509277 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-65a38e55-24e4-4faa-a2e1-290824cecf16 req-864e6878-8d3c-4858-8454-b0833dbb3b59 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Oct 13 04:23:11.536113 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:11.557977 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-65a38e55-24e4-4faa-a2e1-290824cecf16 req-c4df471d-704a-46d7-b939-5aca092591af tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Oct 13 04:23:11.714600 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-68fde92f-6e96-4b45-b65a-613769310c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.717098 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-68fde92f-6e96-4b45-b65a-613769310c27 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.1143298 Oct 13 04:23:11.755383 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'acf19f4c-0427-4192-a4a7-645e1f14e0f7', 'name': '', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'mac_address': 'fa:16:3e:ee:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:06Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 2, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'subnets': [{'id': 'd5933f4a-f182-4703-906b-2108d55203af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:11.782519 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Checking router: 1975d446-5312-4586-8fb8-cec03516a7f4 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:11.782868 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Updating router 1975d446-5312-4586-8fb8-cec03516a7f4 port acf19f4c-0427-4192-a4a7-645e1f14e0f7 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:23:11.801233 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:11.820432 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:11.842250 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-560420b2-611a-4557-bab1-362d29029b48 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 200 len: 217 time: 0.0436857 Oct 13 04:23:11.902434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-bbf16841-5cda-4dfc-9038-b737c17f5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.905105 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-bbf16841-5cda-4dfc-9038-b737c17f5bc8 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0549047 Oct 13 04:23:11.986988 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-cf30fc2a-97cd-45ff-b2ba-0bf92692dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:11.989148 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-cf30fc2a-97cd-45ff-b2ba-0bf92692dcc6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648453 Oct 13 04:23:12.080223 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 383f10b5-aa60-43ca-9303-9535b16287a5 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:12.148130 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-5d9ec580-4851-4590-b536-b39f53c561f8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367428 Oct 13 04:23:12.164467 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 383f10b5-aa60-43ca-9303-9535b16287a5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:12.165253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.165602 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 383f10b5-aa60-43ca-9303-9535b16287a5 Oct 13 04:23:12.246535 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 383f10b5-aa60-43ca-9303-9535b16287a5 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:12.256715 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks [] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.262657 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.326062 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd18b58-6f74-4a62-8081-0bf2e74cedba None None] Pushing event updated for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.348448 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40197de1-1532-4911-b2bb-f867f74a8334 req-317fdab5-b598-4366-b285-2d2ad913f9dc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:12.350350 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-40197de1-1532-4911-b2bb-f867f74a8334 req-317fdab5-b598-4366-b285-2d2ad913f9dc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0676274 Oct 13 04:23:12.362685 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Attempting to bind port acf19f4c-0427-4192-a4a7-645e1f14e0f7 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:12.363061 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Attempting to bind port acf19f4c-0427-4192-a4a7-645e1f14e0f7 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:12.363432 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Attempting to bind port acf19f4c-0427-4192-a4a7-645e1f14e0f7 on network e3fad222-b7da-40be-8498-49245e8700eb {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:12.419471 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-40197de1-1532-4911-b2bb-f867f74a8334 req-b1a075a3-1224-495f-bf22-5020530f53e3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623116 Oct 13 04:23:12.431207 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:12.431741 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Checking segment: {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:12.432046 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.432444 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Bound using segment: {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:12.432919 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Bound port: acf19f4c-0427-4192-a4a7-645e1f14e0f7, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de290701-5bf8-4e89-8b10-261c5fc97d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:12.433397 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.442092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12580c-33f1-485e-96c8-7717df115991 req-9a5a915d-0612-4923-867e-dd24ec68fe7e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:12.449617 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa12580c-33f1-485e-96c8-7717df115991 req-9a5a915d-0612-4923-867e-dd24ec68fe7e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 944 time: 0.0836794 Oct 13 04:23:12.510561 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:12.516609 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fa12580c-33f1-485e-96c8-7717df115991 req-ed562c3c-e537-4f14-962d-ef131a30c46d tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Oct 13 04:23:12.549876 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] For port acf19f4c-0427-4192-a4a7-645e1f14e0f7, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:12.553130 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] For port acf19f4c-0427-4192-a4a7-645e1f14e0f7, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=acf19f4c-0427-4192-a4a7-645e1f14e0f7,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:12.560136 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.577896 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f94f53-cbfa-41ad-8bc1-e4c82a664d17 req-d2e724be-238c-4b35-baa4-f187eb3e5974 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174164 Oct 13 04:23:12.620151 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd18b58-6f74-4a62-8081-0bf2e74cedba None None] Pushing event updated for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.623604 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:12.624214 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:12.718808 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58776) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:12.741899 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9803c1-8e85-4f2d-b978-e382305a7909 req-abf2cacd-29e2-414e-9727-2b6cafb554c2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:12.743526 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd9803c1-8e85-4f2d-b978-e382305a7909 req-abf2cacd-29e2-414e-9727-2b6cafb554c2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0955808 Oct 13 04:23:12.804223 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd9803c1-8e85-4f2d-b978-e382305a7909 req-c93e871a-e6a1-4fcb-8380-eb2e9308967d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Oct 13 04:23:12.848116 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:12.859803 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a54156f3-98d9-46c7-b7a0-04a44cc597e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.888192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 2e7828d5-f322-47d7-8c6b-69e006c676b6 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:12.898455 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:12.906631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:12.947288 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a54156f3-98d9-46c7-b7a0-04a44cc597e5 admin admin] Publish callbacks [] for security_group (a80c2068-427d-40f9-ae02-81280da8d0eb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.953748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a54156f3-98d9-46c7-b7a0-04a44cc597e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (a80c2068-427d-40f9-ae02-81280da8d0eb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:12.995555 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a54156f3-98d9-46c7-b7a0-04a44cc597e5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cadec20ad4334d1d942a95c19c8b6cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754095 Oct 13 04:23:12.999636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58780) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:13.010006 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:13.016264 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54156f3-98d9-46c7-b7a0-04a44cc597e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80c2068-427d-40f9-ae02-81280da8d0eb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.021922 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:13.031305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:13.036412 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '2e7828d5-f322-47d7-8c6b-69e006c676b6', 'network_id': '7358a795-2926-4538-a53c-de076264b109', 'port_id': '2e7828d5-f322-47d7-8c6b-69e006c676b6', 'mac_address': 'fa:16:3e:e8:91:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136cfdbf-9455-4935-adb7-86b259f246e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:13.057567 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'acf19f4c-0427-4192-a4a7-645e1f14e0f7', 'name': '', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'mac_address': 'fa:16:3e:ee:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:06Z', 'updated_at': '2022-10-13T04:23:12Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'subnets': [{'id': 'd5933f4a-f182-4703-906b-2108d55203af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:13.069145 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] Publish callbacks [] for security_group (a80c2068-427d-40f9-ae02-81280da8d0eb), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.079442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 2e7828d5-f322-47d7-8c6b-69e006c676b6 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:13.079963 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.088613 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d093a0fc-8450-423b-8312-6f8a0ed395e2 None None] The sync data for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi is: [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'acf19f4c-0427-4192-a4a7-645e1f14e0f7', 'name': '', 'network_id': 'e3fad222-b7da-40be-8498-49245e8700eb', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'mac_address': 'fa:16:3e:ee:1f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'd5933f4a-f182-4703-906b-2108d55203af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:06Z', 'updated_at': '2022-10-13T04:23:12Z', 'revision_number': 4, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'subnets': [{'id': 'd5933f4a-f182-4703-906b-2108d55203af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:13.096447 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] Publish callbacks [] for security_group (a80c2068-427d-40f9-ae02-81280da8d0eb), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.110029 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7828d5-f322-47d7-8c6b-69e006c676b6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:13.132847 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:13.137502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.153864 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (a80c2068-427d-40f9-ae02-81280da8d0eb), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.156921 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.158125 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a80c2068-427d-40f9-ae02-81280da8d0eb HTTP/1.1" status: 204 len: 168 time: 0.1573424 Oct 13 04:23:13.194477 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75702571-87ff-4070-8e4a-9147e2bcf32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80c2068-427d-40f9-ae02-81280da8d0eb,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.205060 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.514591 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58790) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:13.556680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-52a30809-36b8-43e7-b57b-cd6644195fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.595369 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432b53f-fc1d-4c0f-a983-e88142a68188 req-dc735658-ca52-4acc-8954-29d7d02e48af tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:13.597337 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c432b53f-fc1d-4c0f-a983-e88142a68188 req-dc735658-ca52-4acc-8954-29d7d02e48af tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0758820 Oct 13 04:23:13.629544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['2e7828d5-f322-47d7-8c6b-69e006c676b6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:13.653663 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1bef9-4a66-46a5-8100-8aff8336baac req-2fa9041d-d219-4ede-a60f-970178dea7b8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:13.662874 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e7f1bef9-4a66-46a5-8100-8aff8336baac req-2fa9041d-d219-4ede-a60f-970178dea7b8 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 945 time: 0.0695310 Oct 13 04:23:13.679545 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c432b53f-fc1d-4c0f-a983-e88142a68188 req-0167cb08-a1ae-4621-acea-28e45efb657b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735767 Oct 13 04:23:13.716746 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-52a30809-36b8-43e7-b57b-cd6644195fdc admin admin] Publish callbacks [] for security_group (a1a97a2a-e059-414d-9a05-47f573ad7da7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.722793 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-52a30809-36b8-43e7-b57b-cd6644195fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (a1a97a2a-e059-414d-9a05-47f573ad7da7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.773099 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e7f1bef9-4a66-46a5-8100-8aff8336baac req-1de05501-a07c-495b-bf4c-46cf59915e77 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051445 Oct 13 04:23:13.777694 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58796) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:13.779012 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-52a30809-36b8-43e7-b57b-cd6644195fdc admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=74551efd6e4b4080867563d9d8bb0f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631822 Oct 13 04:23:13.780749 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30809-36b8-43e7-b57b-cd6644195fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a97a2a-e059-414d-9a05-47f573ad7da7,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.852887 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:13.861091 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] Publish callbacks [] for security_group (a1a97a2a-e059-414d-9a05-47f573ad7da7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.891962 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] Publish callbacks [] for security_group (a1a97a2a-e059-414d-9a05-47f573ad7da7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.945819 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:13.963217 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19436-135f-45a2-ab7e-9bac0bc0ef2e req-2fa7d9f0-289e-40b1-9081-e0e578cb8e9e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:13.972253 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-11f19436-135f-45a2-ab7e-9bac0bc0ef2e req-2fa7d9f0-289e-40b1-9081-e0e578cb8e9e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0701940 Oct 13 04:23:13.976329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (a1a97a2a-e059-414d-9a05-47f573ad7da7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.979120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:13.986288 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a1a97a2a-e059-414d-9a05-47f573ad7da7 HTTP/1.1" status: 204 len: 168 time: 0.2009664 Oct 13 04:23:13.995258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e665f-84e5-44be-987e-fdd1acfbf6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a97a2a-e059-414d-9a05-47f573ad7da7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:14.029361 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device acf19f4c-0427-4192-a4a7-645e1f14e0f7 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:14.036085 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-11f19436-135f-45a2-ab7e-9bac0bc0ef2e req-3c9bbf6f-3f58-4c21-8e43-c034f58ffd33 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629549 Oct 13 04:23:14.078764 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port acf19f4c-0427-4192-a4a7-645e1f14e0f7 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:14.079144 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:14.079486 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port acf19f4c-0427-4192-a4a7-645e1f14e0f7 Oct 13 04:23:14.156478 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port acf19f4c-0427-4192-a4a7-645e1f14e0f7 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:14.157082 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:14.196448 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port acf19f4c-0427-4192-a4a7-645e1f14e0f7, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=acf19f4c-0427-4192-a4a7-645e1f14e0f7,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:14.201793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:14.253249 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:14.377022 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:23:14.826518 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355354-c910-4977-9d81-79cb973a7d98 req-2595da80-622b-4d7c-a4fc-120fd39436a0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:14.828093 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-32355354-c910-4977-9d81-79cb973a7d98 req-2595da80-622b-4d7c-a4fc-120fd39436a0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0557401 Oct 13 04:23:14.894667 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-32355354-c910-4977-9d81-79cb973a7d98 req-cbf6080c-33ed-4afe-bb01-d65bd8f73e35 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Oct 13 04:23:14.925164 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 2e7828d5-f322-47d7-8c6b-69e006c676b6 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:14.929354 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205f275-3ce7-4f54-afea-02e1aadab75f req-a1f6ef18-b4ae-421a-ae31-1818e75c7850 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:14.938722 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1205f275-3ce7-4f54-afea-02e1aadab75f req-a1f6ef18-b4ae-421a-ae31-1818e75c7850 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 945 time: 0.0891538 Oct 13 04:23:14.980734 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 2e7828d5-f322-47d7-8c6b-69e006c676b6 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:23:14.989205 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 2e7828d5-f322-47d7-8c6b-69e006c676b6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:14.990457 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:14.991583 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 2e7828d5-f322-47d7-8c6b-69e006c676b6 Oct 13 04:23:14.997551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1205f275-3ce7-4f54-afea-02e1aadab75f req-78a19f75-46a8-4eba-be8b-0a7ad657aabf tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572474 Oct 13 04:23:15.094458 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:15.105297 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 2e7828d5-f322-47d7-8c6b-69e006c676b6 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:15.105906 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:15.137253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:15.140301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2f07cb-75a1-416c-a24a-70f2c1ef1d7c" -d '{"events": [{"server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "name": "network-vif-plugged", "status": "completed", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:15.154875 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:15.161796 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:15.182620 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d9d71-f1e9-48e4-a516-c2d1ba397897 req-db59283c-e4b3-4c37-8643-d0c4dd91d89c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:15.184822 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aa9d9d71-f1e9-48e4-a516-c2d1ba397897 req-db59283c-e4b3-4c37-8643-d0c4dd91d89c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0626926 Oct 13 04:23:15.189283 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2acfe58-d835-47ca-9517-91d9d4c059eb x-openstack-request-id: req-d2acfe58-d835-47ca-9517-91d9d4c059eb {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:15.189577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "name": "network-vif-plugged", "status": "completed", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:15.189835 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d2acfe58-d835-47ca-9517-91d9d4c059eb {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:15.190244 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2acfe58-d835-47ca-9517-91d9d4c059eb'] response: {'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6', 'code': 200} Oct 13 04:23:15.198862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:15.229793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.238952 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aa9d9d71-f1e9-48e4-a516-c2d1ba397897 req-61c70182-3164-4ef3-ac07-6ca506035f1d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Oct 13 04:23:16.014232 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device acf19f4c-0427-4192-a4a7-645e1f14e0f7 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:16.083606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port acf19f4c-0427-4192-a4a7-645e1f14e0f7 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:16.084050 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:16.084398 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port acf19f4c-0427-4192-a4a7-645e1f14e0f7 Oct 13 04:23:16.173325 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c480f7-ec61-406f-8439-5e416fede6ac req-5b3a7381-30de-4d24-ba33-8eaaefc2dfb0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:16.184841 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-38c480f7-ec61-406f-8439-5e416fede6ac req-5b3a7381-30de-4d24-ba33-8eaaefc2dfb0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1609924 Oct 13 04:23:16.203450 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port acf19f4c-0427-4192-a4a7-645e1f14e0f7 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:16.239088 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ec00d-f487-4f36-9b1d-c680561597bb req-025a338f-7467-43ee-8af2-3b6f43faa994 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:16.240750 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-125ec00d-f487-4f36-9b1d-c680561597bb req-025a338f-7467-43ee-8af2-3b6f43faa994 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0932236 Oct 13 04:23:16.262881 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-38c480f7-ec61-406f-8439-5e416fede6ac req-b8ebd995-f645-4119-999e-ff580e42c6f7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769868 Oct 13 04:23:16.296278 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-125ec00d-f487-4f36-9b1d-c680561597bb req-0216ef47-7c62-42f9-92fe-1fc0a96026ab tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Oct 13 04:23:16.375579 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb16f6-1396-4823-9245-e6c5702eb168 req-f9d3afe8-f8b7-4517-a0b7-cd6497f91812 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:16.377051 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-68bb16f6-1396-4823-9245-e6c5702eb168 req-f9d3afe8-f8b7-4517-a0b7-cd6497f91812 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Oct 13 04:23:16.424189 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-68bb16f6-1396-4823-9245-e6c5702eb168 req-df1f4847-c053-4579-a706-a476e32d437a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Oct 13 04:23:16.538559 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651524-afda-4ff6-a90b-abad422bd6c4 req-6a7891ba-8161-47e7-8f25-9de2269f02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:16.540680 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ec651524-afda-4ff6-a90b-abad422bd6c4 req-6a7891ba-8161-47e7-8f25-9de2269f02f6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 1130 time: 0.0453973 Oct 13 04:23:16.589610 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ec651524-afda-4ff6-a90b-abad422bd6c4 req-23247bad-e28b-4efd-bfe4-66fbb8c74738 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Oct 13 04:23:17.197306 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58894) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:17.202268 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920818702', 'description': 'tempest-description--385458354'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:17.224042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.255341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:17.314719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (75ec94be-1e8b-4c11-aa88-f9a0f2543bfb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.320209 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (75ec94be-1e8b-4c11-aa88-f9a0f2543bfb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.339236 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:17.368398 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.369793 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1712773 Oct 13 04:23:17.373095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb72dd-af58-47c1-b11b-7943088f89c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:17.374106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58904) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:17.379203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': '75ec94be-1e8b-4c11-aa88-f9a0f2543bfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:17.458022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ec53e-544b-4d9d-8e0c-93dafca20e60 req-e826113c-d703-4010-8f7b-b8147aee1a31 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:17.474534 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-485ec53e-544b-4d9d-8e0c-93dafca20e60 req-e826113c-d703-4010-8f7b-b8147aee1a31 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0723414 Oct 13 04:23:17.474669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e569e-eac0-49e0-8daa-d09fdd875ae8 req-5f2a568d-609e-4a01-bacb-65b13576b2eb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:17.474669 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e88e569e-eac0-49e0-8daa-d09fdd875ae8 req-5f2a568d-609e-4a01-bacb-65b13576b2eb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0733428 Oct 13 04:23:17.475712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (e40c4add-2e76-408d-97ef-31d9e0bd663e), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.567123 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e88e569e-eac0-49e0-8daa-d09fdd875ae8 req-ebfc3441-00e6-4451-b80f-c53dc86ead33 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876176 Oct 13 04:23:17.610527 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-485ec53e-544b-4d9d-8e0c-93dafca20e60 req-a038b64f-61d9-4409-85b4-9792cd800760 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180725 Oct 13 04:23:17.642286 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (e40c4add-2e76-408d-97ef-31d9e0bd663e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.648176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (e40c4add-2e76-408d-97ef-31d9e0bd663e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.669548 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40c4add-2e76-408d-97ef-31d9e0bd663e,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:17.680502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.681696 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6c6ce606-80a5-44de-aeeb-d1d05c39cba3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063416 Oct 13 04:23:17.685312 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58914) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:17.689731 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': '75ec94be-1e8b-4c11-aa88-f9a0f2543bfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:17.717547 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (97234dd9-86c2-4b48-a6f9-37c1a81882d0), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.776935 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (97234dd9-86c2-4b48-a6f9-37c1a81882d0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.781013 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (97234dd9-86c2-4b48-a6f9-37c1a81882d0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.797349 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97234dd9-86c2-4b48-a6f9-37c1a81882d0,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:17.807846 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.809007 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-13af5c25-c72e-46be-8e70-e65992eca0ca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226976 Oct 13 04:23:17.812615 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58918) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:17.818900 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:17.842986 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.875497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58922) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:17.880166 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148513686', 'description': 'tempest-description--4295732'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:17.902657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.931332 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.964791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:17.977868 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (6187fa1e-f793-4b89-9a00-6b6cf434d960), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:17.983329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6187fa1e-f793-4b89-9a00-6b6cf434d960), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.018251 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.019625 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1430559 Oct 13 04:23:18.023438 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 58924) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:18.023733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769def0-4845-4fe5-ba22-76a1d64d512d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6187fa1e-f793-4b89-9a00-6b6cf434d960,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.030924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'security_group_rule': {'security_group_id': '6187fa1e-f793-4b89-9a00-6b6cf434d960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:18.062503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.27.1.110 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/b5a3aa10-7b2b-4262-96d6-4d0e6b669264) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:18.085314 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (d3343a80-280e-4c69-9fbd-a497d4e05353), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.200945 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (d3343a80-280e-4c69-9fbd-a497d4e05353), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.207351 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (d3343a80-280e-4c69-9fbd-a497d4e05353), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.221924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.228585 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:18.245136 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3343a80-280e-4c69-9fbd-a497d4e05353,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.250838 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.252003 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a085f5c8-8b45-4cd2-b6a3-41a358a28f74 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2274728 Oct 13 04:23:18.254813 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58926) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:18.259500 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'security_group_rule': {'security_group_id': '6187fa1e-f793-4b89-9a00-6b6cf434d960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:18.277835 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.288229 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (6d1d84ba-22fc-4dae-a10f-becd75e0e62c), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.310292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:18.331923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:18.333791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=b5a3aa10-7b2b-4262-96d6-4d0e6b669264,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.336622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:18.339101 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:18.351850 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (6d1d84ba-22fc-4dae-a10f-becd75e0e62c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.355479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (6d1d84ba-22fc-4dae-a10f-becd75e0e62c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.376137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1d84ba-22fc-4dae-a10f-becd75e0e62c,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.388866 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.390105 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6f52e8ff-4058-4d6d-9741-c98f1facc91c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342316 Oct 13 04:23:18.393441 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 58928) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:18.397912 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:18.430160 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.436092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.476975 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.496302 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:18.524149 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.639326 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Allocated IP 172.27.1.7 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/02992a46-6563-44cb-8685-1248afdd8e8a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:18.654683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.661395 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.763860 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=b5a3aa10-7b2b-4262-96d6-4d0e6b669264,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.776733 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.779245 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4cbc-bea1-46b7-b42a-2e6f5352ac4b req-6a389899-92d3-44bd-94ca-26a0dad6c1bc tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:18.780873 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-76cb4cbc-bea1-46b7-b42a-2e6f5352ac4b req-6a389899-92d3-44bd-94ca-26a0dad6c1bc tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0756040 Oct 13 04:23:18.816741 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.817972 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3f6b95f7-8147-4f51-866e-bbcb9f61962e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0044279 Oct 13 04:23:18.823965 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6a19-3e15-426e-993e-efc1b0137c6b req-3188f754-d59e-4d5d-814a-f48774f78d85 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:18.824139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for port (02992a46-6563-44cb-8685-1248afdd8e8a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.825660 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-993d6a19-3e15-426e-993e-efc1b0137c6b req-3188f754-d59e-4d5d-814a-f48774f78d85 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0589559 Oct 13 04:23:18.868429 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-76cb4cbc-bea1-46b7-b42a-2e6f5352ac4b req-3dfbd362-b4e6-4187-b164-e9cde5bcf67e tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812929 Oct 13 04:23:18.890462 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-993d6a19-3e15-426e-993e-efc1b0137c6b req-2bbfcb71-8e55-4e82-a358-6434497ad8c4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510905 Oct 13 04:23:18.902789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:18.957791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:18.961154 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:18.963643 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:19.000444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'Port': ['ID=02992a46-6563-44cb-8685-1248afdd8e8a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:19.068153 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:19.080637 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-d2ea61ce-005f-491a-90bd-c6feb9fc79e7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1920818702&fields=id&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 267 time: 0.0489902 Oct 13 04:23:19.104576 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.149802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.196937 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-6dc3f4a5-2b45-41ce-9a02-aa4ca257904f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:19.198518 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-6dc3f4a5-2b45-41ce-9a02-aa4ca257904f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1096528 Oct 13 04:23:19.213689 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-dfa7b6ab-98ea-4123-923f-416a0928fa71 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/quotas/7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Oct 13 04:23:19.268141 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-6e44ddea-7880-4494-90f0-398b2c3271d0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483928 Oct 13 04:23:19.294347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:19.384120 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-7ddd9d14-4498-4b27-b29b-fbc8e98b298e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985699 Oct 13 04:23:19.483942 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-454e4ead-6f3b-4ed4-bdf2-e6d9a943fae1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936856 Oct 13 04:23:19.532288 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:19.536810 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for port (02992a46-6563-44cb-8685-1248afdd8e8a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.541467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.619277 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.625628 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'Port': ['ID=02992a46-6563-44cb-8685-1248afdd8e8a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:19.643958 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:19.645272 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e63b4442-7150-45db-a194-b97de30f70bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2508774 Oct 13 04:23:19.688189 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c4f73627-443e-425d-82a4-e69e5e35562f req-172a49b2-e40e-4d59-911c-68e3779ab922 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0573990 Oct 13 04:23:19.899772 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:19.909890 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-891dc5e4-b880-49f3-b523-59c054bc9fb1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1148513686&fields=id&tenant_id=0913f8eb06164012b366d62c553d261c HTTP/1.1" status: 200 len: 267 time: 0.0568528 Oct 13 04:23:20.033472 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-81dc7027-79c5-42dc-b115-10f9eb358c18 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:20.035097 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-81dc7027-79c5-42dc-b115-10f9eb358c18 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.1170816 Oct 13 04:23:20.050275 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-de1ae70a-acb2-41a1-bed5-6f276abeee7b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/quotas/0913f8eb06164012b366d62c553d261c HTTP/1.1" status: 200 len: 375 time: 0.0096729 Oct 13 04:23:20.110600 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-c78bca70-a0ba-4894-9a85-ad7f87d96066 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0552094 Oct 13 04:23:20.206625 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-6ae89b78-be36-4104-91b1-3a0793205aec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846694 Oct 13 04:23:20.301680 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-eba6b0a5-cf94-412f-a351-6b23f8f5296e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894511 Oct 13 04:23:20.496535 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697f65-cba3-423f-bd5f-2b24c79a3bf0 req-de4aeca1-2c5a-4079-b94d-fc4febb29cae tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:20.498733 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49697f65-cba3-423f-bd5f-2b24c79a3bf0 req-de4aeca1-2c5a-4079-b94d-fc4febb29cae tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0490558 Oct 13 04:23:20.549710 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49697f65-cba3-423f-bd5f-2b24c79a3bf0 req-e43c0cf0-fb8e-4379-95ec-c2478b348317 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Oct 13 04:23:20.665770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5226e-b00a-4cec-9206-8070f5c15ea5 req-20622cd2-c8a5-4fab-a296-a9ed41f18c7d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:20.667470 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5db5226e-b00a-4cec-9206-8070f5c15ea5 req-20622cd2-c8a5-4fab-a296-a9ed41f18c7d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0548770 Oct 13 04:23:20.719216 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5db5226e-b00a-4cec-9206-8070f5c15ea5 req-c912ad20-5f1d-42fc-8c00-93fd5a345a64 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Oct 13 04:23:20.824995 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5cf379ec-17ab-45f2-94b7-20c815149799 req-a3157ae2-733d-4430-aa7d-1feb5c9f957d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0292616 Oct 13 04:23:20.907809 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aeaf27f6-f985-440d-a72b-88b3ff0126e4 req-e8724a7b-0bdd-459d-a508-f4ce19b6f6a3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0273483 Oct 13 04:23:21.671786 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd5437-fa73-4a4c-ade1-61eeff7e67b8 req-6f554a07-7ac0-4600-b5e5-bddacbd22dbb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:21.674152 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-23bd5437-fa73-4a4c-ade1-61eeff7e67b8 req-6f554a07-7ac0-4600-b5e5-bddacbd22dbb tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0475173 Oct 13 04:23:21.738735 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-23bd5437-fa73-4a4c-ade1-61eeff7e67b8 req-18127a69-3b7a-492d-83f9-fb9b3f9a3b00 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550983 Oct 13 04:23:21.878937 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896a907-0994-4a97-9132-4550a52b1ae5 req-c98f5fac-7b6e-486c-b959-339310aed03b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:21.880394 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1896a907-0994-4a97-9132-4550a52b1ae5 req-c98f5fac-7b6e-486c-b959-339310aed03b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0564070 Oct 13 04:23:21.939774 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1896a907-0994-4a97-9132-4550a52b1ae5 req-063c8a8a-e931-48cf-a0c5-ad7521838479 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533862 Oct 13 04:23:22.051756 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-482c0cdf-6ec4-457b-8bb3-06cf9bae9c87 req-604024d1-8e9b-4618-be0d-28c36d70f204 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0317137 Oct 13 04:23:22.164848 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5f754d1d-0e76-499a-9fb5-1f52789d6838 req-8706efc2-4e64-4cef-a4f0-cb7d65adc645 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0344949 Oct 13 04:23:22.901312 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583f668-61cc-4831-8cb9-7eee6b417ea4 req-daa00cfb-d3db-411b-ae78-95fbca7e9e17 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:22.903512 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3583f668-61cc-4831-8cb9-7eee6b417ea4 req-daa00cfb-d3db-411b-ae78-95fbca7e9e17 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0552199 Oct 13 04:23:22.954479 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3583f668-61cc-4831-8cb9-7eee6b417ea4 req-71f2ae54-3355-427d-b914-c36f2ad28139 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Oct 13 04:23:23.061699 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=44 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:23.063660 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:23.080740 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb43c6f-3985-4a2c-9cec-83784df9eb9c req-e30a6868-42a5-4a20-9f96-c88b7ffd7e07 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:23.082257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ccb43c6f-3985-4a2c-9cec-83784df9eb9c req-e30a6868-42a5-4a20-9f96-c88b7ffd7e07 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Oct 13 04:23:23.131483 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ccb43c6f-3985-4a2c-9cec-83784df9eb9c req-2cb2fca3-0261-4075-90d5-0f2f5fd4a141 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Oct 13 04:23:23.161209 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-451c36bd-5a78-486f-bddf-6a720e6d3e02 req-98dbe152-2ec7-45f8-9e50-f96530ecc314 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Oct 13 04:23:23.274067 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ea7bd828-6c71-4893-a1a5-e9c71b05ac97 req-d4f13fea-3c10-42a5-b92d-a9eae42b1902 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0270119 Oct 13 04:23:24.083812 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828aa9-f519-4b85-a617-b2550bea3605 req-f24a1444-3523-4434-8c06-54555c44842c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:24.085434 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fa828aa9-f519-4b85-a617-b2550bea3605 req-f24a1444-3523-4434-8c06-54555c44842c tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0474331 Oct 13 04:23:24.136726 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fa828aa9-f519-4b85-a617-b2550bea3605 req-f65ffb91-19bb-48c0-ae0f-ad9427c33acc tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Oct 13 04:23:24.283528 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916984b-833d-4846-a272-a9ac3bef25a5 req-a9ffe125-c238-4e46-9901-cf96c1f5ccd8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:24.286748 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9916984b-833d-4846-a272-a9ac3bef25a5 req-a9ffe125-c238-4e46-9901-cf96c1f5ccd8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0688834 Oct 13 04:23:24.288532 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b1d23dfe-7354-42f0-a04c-15c088fa4c7a req-8ca2cf15-ca2a-4e3a-b393-054ffedc0eaa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0358322 Oct 13 04:23:24.368246 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9916984b-833d-4846-a272-a9ac3bef25a5 req-218a75dd-3917-4ec9-8527-e76ff732bd02 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699608 Oct 13 04:23:24.372459 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:24.449958 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6b50d300-4a35-4b6a-89be-f7b587c04662 req-b5f5a246-93ae-4287-9eb7-f930fb73cfa4 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0379343 Oct 13 04:23:24.458237 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-b15ec405-9124-4b30-bbc8-ebe42d7bafce tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:24.459910 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-b15ec405-9124-4b30-bbc8-ebe42d7bafce tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 819 time: 0.1600161 Oct 13 04:23:24.736288 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-1e2a5a18-ea83-4aa1-a92a-e9523bf5a5df tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0913f8eb06164012b366d62c553d261c HTTP/1.1" status: 200 len: 380 time: 0.0893943 Oct 13 04:23:24.754551 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-9e079405-d87d-41cb-a9a4-0218da9a1fa3 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:24.756036 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-9e079405-d87d-41cb-a9a4-0218da9a1fa3 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0613244 Oct 13 04:23:24.904770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'port': {'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'admin_state_up': True, 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'security_groups': ['6187fa1e-f793-4b89-9a00-6b6cf434d960']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:25.075449 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Deleting port 2e7828d5-f322-47d7-8c6b-69e006c676b6 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:23:25.078694 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.133996 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59088) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:25.145660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:25.183724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Made reservation on behalf of 0913f8eb06164012b366d62c553d261c for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:25.187539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.233297 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] For port 2e7828d5-f322-47d7-8c6b-69e006c676b6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=2e7828d5-f322-47d7-8c6b-69e006c676b6,segment=NetworkSegment(fbab0562-9195-46be-97be-2688cd055ef0),segment_id=fbab0562-9195-46be-97be-2688cd055ef0)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:25.233583 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.250497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:25.252412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Calling delete_port for 2e7828d5-f322-47d7-8c6b-69e006c676b6 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:23:25.282571 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25ff3f-eaaf-448f-94c8-b24dd1210967 req-1917c4e5-e118-4961-8b0f-5fd646361e56 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:25.284203 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1d25ff3f-eaaf-448f-94c8-b24dd1210967 req-1917c4e5-e118-4961-8b0f-5fd646361e56 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 946 time: 0.0476446 Oct 13 04:23:25.291834 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:25.301018 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e466-d3a3-4405-87ad-7c2fde1ebbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.380322 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1d25ff3f-eaaf-448f-94c8-b24dd1210967 req-e939df74-85af-4d68-87dc-fa103db7f7d5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=0af52f5d-bdba-4fdd-a40f-796cb6a37564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 Oct 13 04:23:25.443604 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e466-d3a3-4405-87ad-7c2fde1ebbb1 admin admin] Publish callbacks [] for security_group (28c471a3-b288-44b3-9e0f-1e7e9e3d04f6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.448778 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c3e1e466-d3a3-4405-87ad-7c2fde1ebbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (28c471a3-b288-44b3-9e0f-1e7e9e3d04f6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.450771 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b538dcf7-30a3-4bae-9ead-3e089706c7b4 req-07f7f510-feb7-4b82-af7c-ba6c05ee008a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0540574 Oct 13 04:23:25.481691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Allocated IP 172.20.0.3 (618621b6-9258-44fe-b6fb-530eb2b4c8f1/15b7130d-cdd4-468d-8bc7-b87ffd26b22c/4f0798be-0676-4fd9-984d-09cbaaf88866) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:25.534494 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c3e1e466-d3a3-4405-87ad-7c2fde1ebbb1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=971b044253204f13b70277745a3c3b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993402 Oct 13 04:23:25.542373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59110) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:25.543279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1e466-d3a3-4405-87ad-7c2fde1ebbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c471a3-b288-44b3-9e0f-1e7e9e3d04f6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:25.556598 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3141c5-cf19-4197-bf56-7e5c902812d8 req-f2abfde4-1b37-42e8-b8c2-6376a935b237 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:25.558901 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc3141c5-cf19-4197-bf56-7e5c902812d8 req-f2abfde4-1b37-42e8-b8c2-6376a935b237 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0856659 Oct 13 04:23:25.619228 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (2e7828d5-f322-47d7-8c6b-69e006c676b6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.634228 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dc3141c5-cf19-4197-bf56-7e5c902812d8 req-5823c9f0-ecda-476b-a92f-14d087c0337a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682838 Oct 13 04:23:25.664352 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-564055c8-14a7-4fb7-a282-4c0b7d2758f4 req-dfddab02-ec00-4094-a3c2-4640e1a04e7f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0740700 Oct 13 04:23:25.675847 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['2e7828d5-f322-47d7-8c6b-69e006c676b6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:25.727761 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Pushing event deleted for resources: {'Port': ['ID=2e7828d5-f322-47d7-8c6b-69e006c676b6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:25.847423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] Publish callbacks [] for security_group (28c471a3-b288-44b3-9e0f-1e7e9e3d04f6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.883833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] No DVR routers for this DVR port 2e7828d5-f322-47d7-8c6b-69e006c676b6 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:23:25.892291 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.895490 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f604979e-2c76-40a4-89af-7f00a8e37190 req-8e0db0da-449e-4446-bde2-b21dba94e7b5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.36 "DELETE /networking/v2.0/ports/2e7828d5-f322-47d7-8c6b-69e006c676b6 HTTP/1.1" status: 204 len: 173 time: 1.0048759 Oct 13 04:23:25.900232 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'name': 'network-vif-deleted', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:25.902443 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8d265-c5f6-4cf2-9d97-e8bbddd7f93d" -d '{"events": [{"server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "name": "network-vif-deleted", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:25.927153 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] Publish callbacks [] for security_group (28c471a3-b288-44b3-9e0f-1e7e9e3d04f6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.948070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:25.956737 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b497b7-3e4c-4f27-9ebe-7988c2d1228a x-openstack-request-id: req-77b497b7-3e4c-4f27-9ebe-7988c2d1228a {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:25.957021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676959ea-2e7e-4410-aec0-645c6d2b078a", "name": "network-vif-deleted", "tag": "2e7828d5-f322-47d7-8c6b-69e006c676b6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:25.957265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-77b497b7-3e4c-4f27-9ebe-7988c2d1228a {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:25.957649 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b497b7-3e4c-4f27-9ebe-7988c2d1228a'] response: {'server_uuid': '676959ea-2e7e-4410-aec0-645c6d2b078a', 'name': 'network-vif-deleted', 'tag': '2e7828d5-f322-47d7-8c6b-69e006c676b6', 'status': 'completed', 'code': 200} Oct 13 04:23:25.958054 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:25.983856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-4ffd73c0-4b05-4b46-b4aa-4119085ae901 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:25.986690 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-4ffd73c0-4b05-4b46-b4aa-4119085ae901 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.2704000 Oct 13 04:23:26.025570 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.055336 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (28c471a3-b288-44b3-9e0f-1e7e9e3d04f6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.057787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.058921 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/28c471a3-b288-44b3-9e0f-1e7e9e3d04f6 HTTP/1.1" status: 204 len: 168 time: 0.5155163 Oct 13 04:23:26.082224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40471281-a1b3-45e4-8754-01d33ba7f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c471a3-b288-44b3-9e0f-1e7e9e3d04f6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.092265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:26.093729 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event updated for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.097046 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:26.099394 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:26.101962 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:26.185439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:26.186061 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.242600 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-186019a9-0f0c-4f21-826b-1cfe4547043b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 473 time: 0.1129572 Oct 13 04:23:26.246674 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-33958c59-a1e8-463c-a6fc-ceebb3a9761e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546863 Oct 13 04:23:26.256228 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'port': {'device_id': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'admin_state_up': True, 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'security_groups': ['75ec94be-1e8b-4c11-aa88-f9a0f2543bfb']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:26.310784 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Request body: {'port': {'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:26.425887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.477128 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59130) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:26.478684 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-2204b9b8-a771-4de4-bd8f-dbe7984599aa None None] Provisioning complete for port 4f0798be-0676-4fd9-984d-09cbaaf88866 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:26.480760 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2204b9b8-a771-4de4-bd8f-dbe7984599aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.481539 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-2204b9b8-a771-4de4-bd8f-dbe7984599aa None None] Attempt 1 to provision port 4f0798be-0676-4fd9-984d-09cbaaf88866 Oct 13 04:23:26.509848 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71f911ff-874d-499c-b5bc-f065bfba3506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.530967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2204b9b8-a771-4de4-bd8f-dbe7984599aa None None] Port 4f0798be-0676-4fd9-984d-09cbaaf88866 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:26.597313 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:26.601935 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.629402 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156efdcc-eeea-4407-83fb-e4dbbb77c7d2 req-4b25e7fe-88fe-4bde-b693-3f19b7133418 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:26.631205 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-156efdcc-eeea-4407-83fb-e4dbbb77c7d2 req-4b25e7fe-88fe-4bde-b693-3f19b7133418 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 931 time: 0.0661075 Oct 13 04:23:26.636846 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d95758f4-92df-41b4-b87a-9c91e07ce166 req-46d21620-a520-43ce-b113-ebabf68ce9e5 tempest-VolumesActionsTest-1853970953 tempest-VolumesActionsTest-1853970953-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=676959ea-2e7e-4410-aec0-645c6d2b078a HTTP/1.1" status: 200 len: 210 time: 0.1256914 Oct 13 04:23:26.707654 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71f911ff-874d-499c-b5bc-f065bfba3506 admin admin] Publish callbacks [] for security_group (14180099-9b6c-4d26-8254-607f8e1a71e3), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.718150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-71f911ff-874d-499c-b5bc-f065bfba3506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (14180099-9b6c-4d26-8254-607f8e1a71e3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.736425 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-156efdcc-eeea-4407-83fb-e4dbbb77c7d2 req-3ffd81a5-e276-4c75-8605-154417f3c6c2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916042 Oct 13 04:23:26.764781 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f911ff-874d-499c-b5bc-f065bfba3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14180099-9b6c-4d26-8254-607f8e1a71e3,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.774271 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-71f911ff-874d-499c-b5bc-f065bfba3506 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e533f12763c7431dada530f2f195e532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950199 Oct 13 04:23:26.774618 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59140) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:26.802699 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:26.853835 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] Publish callbacks [] for security_group (14180099-9b6c-4d26-8254-607f8e1a71e3), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.857015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b479d-b3d8-4294-8427-e8cf2ced5e47 req-d00098fb-1383-4644-9aeb-3689942bda18 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:26.858319 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-de4e6f28-2e13-45ed-bbf0-1c97f54d87ea req-858b2e01-46d7-4e38-b6cc-4fad4c2fb577 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0362549 Oct 13 04:23:26.861605 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-be2b479d-b3d8-4294-8427-e8cf2ced5e47 req-d00098fb-1383-4644-9aeb-3689942bda18 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0923562 Oct 13 04:23:26.880173 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:26.885924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] Publish callbacks [] for security_group (14180099-9b6c-4d26-8254-607f8e1a71e3), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.934966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (14180099-9b6c-4d26-8254-607f8e1a71e3), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.937582 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:26.939316 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/14180099-9b6c-4d26-8254-607f8e1a71e3 HTTP/1.1" status: 204 len: 168 time: 0.1639178 Oct 13 04:23:26.951449 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f724a-1c2d-4ad2-a0fe-c0bfde1b85ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14180099-9b6c-4d26-8254-607f8e1a71e3,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.999746 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.20.0.3 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/fb3e21a4-2e2b-468a-8003-e487721c3939) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:27.028127 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-be2b479d-b3d8-4294-8427-e8cf2ced5e47 req-1d2355aa-54f7-4f5b-8bc6-dd3fe026dc4e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486526 Oct 13 04:23:27.047262 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0798be-0676-4fd9-984d-09cbaaf88866 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:27.060425 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks [] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.075961 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:27.096701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Transition to ACTIVE for port object 4f0798be-0676-4fd9-984d-09cbaaf88866 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:23:27.111800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.224845 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Pushing event updated for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.303473 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.322077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Attempting to bind port 4f0798be-0676-4fd9-984d-09cbaaf88866 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:27.322077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Attempting to bind port 4f0798be-0676-4fd9-984d-09cbaaf88866 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:27.322077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Attempting to bind port 4f0798be-0676-4fd9-984d-09cbaaf88866 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:27.380959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Port 4f0798be-0676-4fd9-984d-09cbaaf88866 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:27.381296 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Attempting to bind port 4f0798be-0676-4fd9-984d-09cbaaf88866 on network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:27.385043 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.469078 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.476137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:27.481637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:27.486031 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:27.513901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:27.514265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Checking segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:27.514653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Bound using segment: {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:27.515111 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Bound port: 4f0798be-0676-4fd9-984d-09cbaaf88866, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33289a2f-064b-4ad6-8e1e-6cffb43174ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:27.515476 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.572832 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:27.573397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.606860 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-b18e63d8-067b-400d-b524-ba41a99c8870 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3554218 Oct 13 04:23:27.611534 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:27.614896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=4f0798be-0676-4fd9-984d-09cbaaf88866,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:27.625112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Request body: {'port': {'device_id': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:27.630001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.651417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:27.652095 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.653500 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 1093 time: 1.3469450 Oct 13 04:23:27.696032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:27.745444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a238bd-9831-40c9-bb4b-d0be9c64eccd service neutron] Pushing event updated for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:27.748562 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.787199 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-711c6e40-af16-416e-a4ef-f16950b8a5ae None None] Provisioning complete for port fb3e21a4-2e2b-468a-8003-e487721c3939 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:27.787199 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-711c6e40-af16-416e-a4ef-f16950b8a5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:27.788303 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-711c6e40-af16-416e-a4ef-f16950b8a5ae None None] Attempt 1 to provision port fb3e21a4-2e2b-468a-8003-e487721c3939 Oct 13 04:23:27.826156 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-711c6e40-af16-416e-a4ef-f16950b8a5ae None None] Port fb3e21a4-2e2b-468a-8003-e487721c3939 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:27.836750 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59172) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:28.011665 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031403d2-5b2a-43f3-b678-01af4c90f7c2 req-2f757230-be0c-46c2-96fa-5fd62565eec0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.018810 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-031403d2-5b2a-43f3-b678-01af4c90f7c2 req-2f757230-be0c-46c2-96fa-5fd62565eec0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 931 time: 0.0701478 Oct 13 04:23:28.072561 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-031403d2-5b2a-43f3-b678-01af4c90f7c2 req-566c8e0b-eff2-4183-b3b1-caddb8ea41c4 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Oct 13 04:23:28.121688 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:28.122576 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:28.125034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87b2e2-b902-465e-a149-01bbe72b422f" -d '{"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:28.146690 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-ebaa71aa-75b0-466d-858f-3dd34aa6317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.148385 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-ebaa71aa-75b0-466d-858f-3dd34aa6317a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1127 time: 0.3809800 Oct 13 04:23:28.153437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184151628-network', 'tenant_id': 'a663647c36ba40d3a5692cfa20b9234c'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:28.200638 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee822-df42-4f82-87bc-076ad427820f req-8b81b062-63b9-4269-b843-4e6da378b8f6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.209182 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-643ee822-df42-4f82-87bc-076ad427820f req-8b81b062-63b9-4269-b843-4e6da378b8f6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0625584 Oct 13 04:23:28.231100 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:28.256966 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-643ee822-df42-4f82-87bc-076ad427820f req-a3ea99af-2ada-41af-a813-53d4d6ca4a25 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 Oct 13 04:23:28.269723 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-658bf083-2d53-443c-b3b1-9a1686330155 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 217 time: 0.1020906 Oct 13 04:23:28.279931 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe7f59-7572-416a-b89e-c13f13fccf4c req-7803a6b4-e098-40f9-8342-ca26261b6821 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.281442 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75fe7f59-7572-416a-b89e-c13f13fccf4c req-7803a6b4-e098-40f9-8342-ca26261b6821 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.4335065 Oct 13 04:23:28.331937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Made reservation on behalf of a663647c36ba40d3a5692cfa20b9234c for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:28.334229 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.358079 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70033eb1-40f9-4f96-baee-2d53f5046388 x-openstack-request-id: req-70033eb1-40f9-4f96-baee-2d53f5046388 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:28.358393 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:28.358687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-70033eb1-40f9-4f96-baee-2d53f5046388 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:28.359124 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70033eb1-40f9-4f96-baee-2d53f5046388'] response: {'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'status': 'completed', 'code': 200} Oct 13 04:23:28.369915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.443381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-958905ab-7016-481d-9f87-60e59d662e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.444853 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-958905ab-7016-481d-9f87-60e59d662e3a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.1591027 Oct 13 04:23:28.506530 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75fe7f59-7572-416a-b89e-c13f13fccf4c req-c60101fe-f59a-42fe-98a3-36d7fea05a1c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084033 Oct 13 04:23:28.554682 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-d785dbc1-3248-4030-a847-630dd5388aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:28.556187 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-d785dbc1-3248-4030-a847-630dd5388aad service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996966 Oct 13 04:23:28.666540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks [] for security_group (87da2137-31d5-41c2-aa83-fad8fc15f598), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.680501 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (87da2137-31d5-41c2-aa83-fad8fc15f598), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.689373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:28.749390 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:28.772771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3e21a4-2e2b-468a-8003-e487721c3939 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:28.778263 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87da2137-31d5-41c2-aa83-fad8fc15f598,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.785877 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-37027c5a-bac3-46d7-930b-0bef16267dcd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083175 Oct 13 04:23:28.787350 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (5ea2c051-d77b-4543-b3f9-bc0af350f30e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.787700 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Added segment 5ea2c051-d77b-4543-b3f9-bc0af350f30e of type vlan for network ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 Oct 13 04:23:28.789989 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks [] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.849253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-96908745-b6ab-4597-bc9f-23819c8945d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.850735 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Transition to ACTIVE for port object fb3e21a4-2e2b-468a-8003-e487721c3939 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:23:28.883253 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.900317 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:28.959646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:29.007139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.028960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.029945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.030563 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.057247 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c0616f84-f7d5-466f-a8b3-e31162b66fa1 req-38ad5439-a774-4ac6-b958-6eddd998190b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572186 Oct 13 04:23:29.093422 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2558253 Oct 13 04:23:29.097173 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59226) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:29.102433 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Request body: {'subnet': {'network_id': 'ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184151628-subnet', 'tenant_id': 'a663647c36ba40d3a5692cfa20b9234c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:29.119630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7c8c4-0f3c-4388-9cb5-f9718498cca6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.127767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Made reservation on behalf of a663647c36ba40d3a5692cfa20b9234c for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:29.129959 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:29.131428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Attempting to bind port fb3e21a4-2e2b-468a-8003-e487721c3939 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:29.131777 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Attempting to bind port fb3e21a4-2e2b-468a-8003-e487721c3939 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:29.132116 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Attempting to bind port fb3e21a4-2e2b-468a-8003-e487721c3939 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:29.132358 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32375679'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.179847 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:29.185375 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Port fb3e21a4-2e2b-468a-8003-e487721c3939 on network 70d105db-93f5-4592-bb80-f58af13e321b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:29.185918 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Attempting to bind port fb3e21a4-2e2b-468a-8003-e487721c3939 on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:29.233301 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:29.233643 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:29.234012 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:29.234478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Bound port: fb3e21a4-2e2b-468a-8003-e487721c3939, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:29.234834 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.257372 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0ed6-4f2d-437d-9719-88c0fe815b8e req-f333bd0d-6cdd-4728-89e4-64579773ab2c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.258906 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4fc0ed6-4f2d-437d-9719-88c0fe815b8e req-f333bd0d-6cdd-4728-89e4-64579773ab2c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0660508 Oct 13 04:23:29.299239 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:29.303298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fb3e21a4-2e2b-468a-8003-e487721c3939,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:29.310923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.316007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.317218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.318837 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/fb3e21a4-2e2b-468a-8003-e487721c3939 HTTP/1.1" status: 200 len: 1093 time: 1.6978397 Oct 13 04:23:29.402991 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af313-bf54-45d0-982e-a74c70ada271 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.429211 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc0ac4-b065-4ec9-b9ad-aa47801b3dbc req-5e6b4448-fb96-4972-a4b7-65691768e45d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.430846 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2bdc0ac4-b065-4ec9-b9ad-aa47801b3dbc req-5e6b4448-fb96-4972-a4b7-65691768e45d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0656729 Oct 13 04:23:29.482891 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2bdc0ac4-b065-4ec9-b9ad-aa47801b3dbc req-7ec97ca4-10e4-4530-94d4-cfef6cbcd0ff tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460100 Oct 13 04:23:29.566415 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4fc0ed6-4f2d-437d-9719-88c0fe815b8e req-be0ff7da-e1ae-48d6-ac56-1ebd9e158b86 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010273 Oct 13 04:23:29.610896 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30841638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32375661'] for subnet (da758d41-5b21-4977-898a-209ab445b946), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.635164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26783-980a-46dd-946f-041fe92bd1eb req-ceecb048-84d8-4140-a278-eb6dd3a98b36 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.636793 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4df26783-980a-46dd-946f-041fe92bd1eb req-ceecb048-84d8-4140-a278-eb6dd3a98b36 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.0498199 Oct 13 04:23:29.657791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:29.668378 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da758d41-5b21-4977-898a-209ab445b946,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.676639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Checking segment: {'id': '5ea2c051-d77b-4543-b3f9-bc0af350f30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:29.676639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Network hostable DHCP agents. Network: ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:29.690656 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4df26783-980a-46dd-946f-041fe92bd1eb req-9825c74f-3a86-44a4-8dc6-0defe9798f4a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473421 Oct 13 04:23:29.699148 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Network ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:29.712377 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:29.723457 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:29.724062 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:29.729804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98366ca6-8ca0-40e0-b237-62b156251d5a None None] Network ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:29.740904 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-16e663c7-cb00-4943-a4b0-cedea24ba52e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6426489 Oct 13 04:23:29.832560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b94c8-aadb-432d-a7fb-6fcd2ced2da2 None None] Network ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:30.229068 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59256) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:30.234342 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581795621-network', 'tenant_id': '03b3c3b7eb4f400f867f9b928c239311'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:30.256265 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Made reservation on behalf of 03b3c3b7eb4f400f867f9b928c239311 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:30.258550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.267955 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.278059 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:30.349650 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks [] for security_group (859292c3-8e7a-4645-abf2-8c7eb9755e43), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.353216 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (859292c3-8e7a-4645-abf2-8c7eb9755e43), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.360132 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:30.362969 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:30.381960 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:30.387539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859292c3-8e7a-4645-abf2-8c7eb9755e43,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.396262 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (c6bb8824-3efc-4260-bf13-d17062f4ecd9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.396262 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Added segment c6bb8824-3efc-4260-bf13-d17062f4ecd9 of type vlan for network b27882db-688a-466a-a357-1ecbb0dea7f6 Oct 13 04:23:30.410431 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25df24-8612-49ba-8f55-401f3dcafd1d x-openstack-request-id: req-0b25df24-8612-49ba-8f55-401f3dcafd1d {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:30.410431 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:30.410431 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0b25df24-8612-49ba-8f55-401f3dcafd1d {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:30.410431 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b25df24-8612-49ba-8f55-401f3dcafd1d'] response: {'name': 'network-changed', 'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'status': 'completed', 'code': 200} Oct 13 04:23:30.440915 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (b27882db-688a-466a-a357-1ecbb0dea7f6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.452083 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:30.469157 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (b27882db-688a-466a-a357-1ecbb0dea7f6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.470295 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:30.470871 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.521087 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2908151 Oct 13 04:23:30.523826 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59264) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:30.528382 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Request body: {'subnet': {'network_id': 'b27882db-688a-466a-a357-1ecbb0dea7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581795621-subnet', 'tenant_id': '03b3c3b7eb4f400f867f9b928c239311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:30.546611 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9a654-59ca-446b-8732-3b6442ec2ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=b27882db-688a-466a-a357-1ecbb0dea7f6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.557077 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network b27882db-688a-466a-a357-1ecbb0dea7f6 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:30.559816 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Made reservation on behalf of 03b3c3b7eb4f400f867f9b928c239311 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:30.562319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32375679'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.620168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ee0ac-9075-4f05-adb8-f5afb6489450 req-a533d91f-6f55-4650-bc01-f21c6be6fbba tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:30.630373 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd4ee0ac-9075-4f05-adb8-f5afb6489450 req-a533d91f-6f55-4650-bc01-f21c6be6fbba tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0587637 Oct 13 04:23:30.682568 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd4ee0ac-9075-4f05-adb8-f5afb6489450 req-299df899-85f8-4083-8f63-bd1efb56de05 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513086 Oct 13 04:23:30.779967 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555964-f768-4e64-9843-80e89c4663b3 req-9f216fa7-0881-4476-bfe2-85a2c4b33bc5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:30.781436 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36555964-f768-4e64-9843-80e89c4663b3 req-9f216fa7-0881-4476-bfe2-85a2c4b33bc5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.1129689 Oct 13 04:23:30.805723 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30841638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32375661'] for subnet (489ba228-4f1e-4faf-8335-dc688761a685), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.822368 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b1377-7f98-43bb-9460-c0fb4be0a757 req-af115061-0e64-4cc9-9f78-57f94b855bf7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:30.823888 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-007b1377-7f98-43bb-9460-c0fb4be0a757 req-af115061-0e64-4cc9-9f78-57f94b855bf7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.0481515 Oct 13 04:23:30.873323 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-007b1377-7f98-43bb-9460-c0fb4be0a757 req-00d42057-7b1a-4e6b-9107-95ee3c276a9e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Oct 13 04:23:30.879714 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489ba228-4f1e-4faf-8335-dc688761a685,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:30.884261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36555964-f768-4e64-9843-80e89c4663b3 req-43cf37e1-7bac-41b1-8c4e-80ce806f32ec tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956228 Oct 13 04:23:30.908593 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Checking segment: {'id': 'c6bb8824-3efc-4260-bf13-d17062f4ecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b27882db-688a-466a-a357-1ecbb0dea7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:30.908951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Network hostable DHCP agents. Network: b27882db-688a-466a-a357-1ecbb0dea7f6, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:30.927578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Network b27882db-688a-466a-a357-1ecbb0dea7f6 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:30.937973 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, b27882db-688a-466a-a357-1ecbb0dea7f6) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:30.942883 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:30.943540 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:30.948505 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f617f80-d91b-43e7-8e4d-053d388753f6 None None] Network b27882db-688a-466a-a357-1ecbb0dea7f6 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:30.966752 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8c96422f-762c-407b-9659-cd3c64c6f7a0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4418862 Oct 13 04:23:31.052543 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40192eb-2167-4c26-8e97-ae0db85c311c None None] Network b27882db-688a-466a-a357-1ecbb0dea7f6 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:23:31.111055 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:31.128228 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-770762ba-075a-497f-83f4-8803461a99b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:31.680582 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 2e7828d5-f322-47d7-8c6b-69e006c676b6 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:31.699187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 2e7828d5-f322-47d7-8c6b-69e006c676b6 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:23:31.699531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 2e7828d5-f322-47d7-8c6b-69e006c676b6 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:31.815761 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d908-2aed-48cc-8dd4-a5b803d48d48 req-4a862300-5d3d-49f5-b655-735beabc0e4c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:31.817240 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f8b4d908-2aed-48cc-8dd4-a5b803d48d48 req-4a862300-5d3d-49f5-b655-735beabc0e4c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0477090 Oct 13 04:23:31.864859 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f8b4d908-2aed-48cc-8dd4-a5b803d48d48 req-f87d934a-b441-4a12-8ba3-1ad7583cde84 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Oct 13 04:23:32.000095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7454-4bae-4304-99d3-d8be60c6ad83 req-ae62e421-bfbf-4a1f-b881-3b8635910e4c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:32.002417 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cead7454-4bae-4304-99d3-d8be60c6ad83 req-ae62e421-bfbf-4a1f-b881-3b8635910e4c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.0508442 Oct 13 04:23:32.009295 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184df2d-a137-4d1b-9bc7-efed34442dbe req-66931b15-8500-4962-8f2f-4ee39c5fe95f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:32.010813 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0184df2d-a137-4d1b-9bc7-efed34442dbe req-66931b15-8500-4962-8f2f-4ee39c5fe95f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0510623 Oct 13 04:23:32.060904 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cead7454-4bae-4304-99d3-d8be60c6ad83 req-aa8c43e4-179b-481c-99ce-752053ace8bf tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525696 Oct 13 04:23:32.064556 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0184df2d-a137-4d1b-9bc7-efed34442dbe req-9d8845a8-b457-4637-a83a-39b433c3b340 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454092 Oct 13 04:23:32.424235 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:32.991096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3674e0-9f92-4846-997e-1d5cf52001fb req-0f48059b-974f-4734-9745-1678c8c3105f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:32.992551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7d3674e0-9f92-4846-997e-1d5cf52001fb req-0f48059b-974f-4734-9745-1678c8c3105f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0472388 Oct 13 04:23:33.023080 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:33.041549 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7d3674e0-9f92-4846-997e-1d5cf52001fb req-8e813ac0-f2fe-4cf4-89da-13404d84bd3b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434282 Oct 13 04:23:33.145618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:33.190419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16785d9e-6639-4c5d-ab4f-ffb71cb5e727 req-d7348b11-bced-43bd-af19-a3de28734ab7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:33.194665 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16785d9e-6639-4c5d-ab4f-ffb71cb5e727 req-d7348b11-bced-43bd-af19-a3de28734ab7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.0579131 Oct 13 04:23:33.195586 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a43ac-de3c-4b63-8905-5a99ed97f115 req-fa45ed60-13fa-4c9a-8c60-5fe7e168a04d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:33.197088 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c00a43ac-de3c-4b63-8905-5a99ed97f115 req-fa45ed60-13fa-4c9a-8c60-5fe7e168a04d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0592506 Oct 13 04:23:33.249895 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-16785d9e-6639-4c5d-ab4f-ffb71cb5e727 req-9b2332d0-2c99-4a10-9db2-94298bde07a1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507455 Oct 13 04:23:33.258885 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c00a43ac-de3c-4b63-8905-5a99ed97f115 req-2fb1fabc-d656-465d-9ed6-192777a8cf51 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558369 Oct 13 04:23:33.566283 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-cc2c1118-9834-4cf9-aae0-40882ee4fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:33.568135 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-cc2c1118-9834-4cf9-aae0-40882ee4fc22 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1127 time: 0.0530236 Oct 13 04:23:33.569270 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-c29be487-fc18-4438-86f5-e95a4db35856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:33.570629 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-c29be487-fc18-4438-86f5-e95a4db35856 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 1127 time: 0.0903502 Oct 13 04:23:33.820134 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-304f434e-0128-4008-90a8-e17abc05df68 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1367108023&fields=id&tenant_id=fabffb6796a34773987a4f7e414352d0 HTTP/1.1" status: 200 len: 267 time: 0.0670319 Oct 13 04:23:34.002373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-28956ef1-cfbe-4ba7-a54e-64937d075fda tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.002373 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-28956ef1-cfbe-4ba7-a54e-64937d075fda tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 809 time: 0.1381340 Oct 13 04:23:34.002373 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-3b1fa096-4b00-4973-a53c-aa3f63340092 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/quotas/fabffb6796a34773987a4f7e414352d0 HTTP/1.1" status: 200 len: 375 time: 0.0198989 Oct 13 04:23:34.109163 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:34.249511 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea6035-4ec0-4f94-a214-6829bdedeafb req-8f9d61ea-4a9d-4a2f-8ea1-af06ed84806d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.259556 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-90ea6035-4ec0-4f94-a214-6829bdedeafb req-8f9d61ea-4a9d-4a2f-8ea1-af06ed84806d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0840080 Oct 13 04:23:34.311512 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:34.315820 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-872ee809-6939-4d16-ac69-9fdab9e236b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.318116 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-872ee809-6939-4d16-ac69-9fdab9e236b2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.1942031 Oct 13 04:23:34.324698 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:34.340810 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-90ea6035-4ec0-4f94-a214-6829bdedeafb req-69bb4f09-ce5f-4599-bef4-bf35006b126c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795014 Oct 13 04:23:34.367947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:34.375842 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-a6b2957a-db9e-4481-b221-487ca73cefaa tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3938637 Oct 13 04:23:34.533447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-0a676089-8596-440b-8159-c9ec80a0732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.535934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-0a676089-8596-440b-8159-c9ec80a0732b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=7397177414dd4ed5baed133cc89e7299&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4158673 Oct 13 04:23:34.538946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1ca9-94c9-4769-8f4a-9fbe53152651 req-aef490b1-1504-4eae-bbd2-ca0f7d44f0f3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.540707 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8cef1ca9-94c9-4769-8f4a-9fbe53152651 req-aef490b1-1504-4eae-bbd2-ca0f7d44f0f3 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.0811102 Oct 13 04:23:34.563326 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-6ffd43db-d006-4fe5-b948-133b6f009f52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732924 Oct 13 04:23:34.638880 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8cef1ca9-94c9-4769-8f4a-9fbe53152651 req-15708893-bf69-4fcc-8aa4-3fdb24f38d9b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790002 Oct 13 04:23:34.769848 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713ffc-1013-4ca9-864c-a80c1f83b3aa req-14dd83e7-dfc5-4034-ac7d-ee6c1a0a328b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.773402 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:34.775141 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-15713ffc-1013-4ca9-864c-a80c1f83b3aa req-14dd83e7-dfc5-4034-ac7d-ee6c1a0a328b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0806038 Oct 13 04:23:34.785595 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-3996ff94-91de-4365-bd65-0cf082a84c9e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 217 time: 0.0900161 Oct 13 04:23:34.866397 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-b12a07ac-e26e-4d2a-8665-fe3322c8efb7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933044 Oct 13 04:23:34.866988 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-15713ffc-1013-4ca9-864c-a80c1f83b3aa req-7ca58dfe-4ade-48af-bbd9-d454d35c2110 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877302 Oct 13 04:23:34.934280 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-63860102-9027-466b-be41-c47c544b9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.935989 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-63860102-9027-466b-be41-c47c544b9fa0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.1318519 Oct 13 04:23:34.994808 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-ee9c689f-6b89-4b07-9686-3ccba33124a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:34.996283 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c9756c2-67a9-4dc0-9581-b684ecd6f01f req-ee9c689f-6b89-4b07-9686-3ccba33124a1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126812 Oct 13 04:23:34.999431 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-21eaf65b-81bf-4a34-8568-3afcaae5610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:35.001553 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-21eaf65b-81bf-4a34-8568-3afcaae5610b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552812 Oct 13 04:23:35.206026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-e6341f2e-61c6-4ff1-943b-8969658a81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:35.209281 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-e6341f2e-61c6-4ff1-943b-8969658a81b6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 1127 time: 0.0965772 Oct 13 04:23:35.334800 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-6bbdaba7-f5f5-4417-84c5-326354d7c6cf service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e21a4-2e2b-468a-8003-e487721c3939 HTTP/1.1" status: 200 len: 217 time: 0.0967388 Oct 13 04:23:35.341831 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-e3ea2a31-cb6f-4ef2-861e-a932bbf0f273 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235059 Oct 13 04:23:35.419049 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-26aacede-0fa9-4b0b-9930-82c4ba9a85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:35.420723 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-26aacede-0fa9-4b0b-9930-82c4ba9a85e5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0748184 Oct 13 04:23:35.444431 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-04d830f2-1ff6-497a-b97f-8670d34c1f5f req-5254c8ca-2d57-43d8-acdd-fb116d5993ee tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0620680 Oct 13 04:23:35.542489 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7d87b2e2-b902-465e-a149-01bbe72b422f req-0e902f53-9556-460e-aa80-e56dad3c51e7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205773 Oct 13 04:23:35.629200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-f7f401dc-393e-4f8b-b94e-7b1d71773565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:35.631596 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-f7f401dc-393e-4f8b-b94e-7b1d71773565 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881875 Oct 13 04:23:35.638485 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:35.678908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc7d6-ac22-49ff-b78b-42677b789829 req-f5cfb80a-1d48-40d5-99cd-9c33ab92f269 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:35.681679 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fccfc7d6-ac22-49ff-b78b-42677b789829 req-f5cfb80a-1d48-40d5-99cd-9c33ab92f269 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1056762 Oct 13 04:23:35.684324 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:35.684715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 4f0798be-0676-4fd9-984d-09cbaaf88866 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:35.820314 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fccfc7d6-ac22-49ff-b78b-42677b789829 req-0f17ca5f-f9e3-49bf-a385-36b8a0cc8e0a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047254 Oct 13 04:23:35.906085 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-3264642c-bd25-41a2-902c-9fb270c4676c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588184 Oct 13 04:23:35.947999 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=4f0798be-0676-4fd9-984d-09cbaaf88866,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:35.987110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:36.053807 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c4f24-42e7-4194-afb3-95731e826157 req-1a773495-27a6-45e1-b2a7-e45a32aea047 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:36.054957 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4d5c4f24-42e7-4194-afb3-95731e826157 req-1a773495-27a6-45e1-b2a7-e45a32aea047 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 943 time: 0.1616247 Oct 13 04:23:36.100782 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 4f0798be-0676-4fd9-984d-09cbaaf88866 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:36.102791 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:36.123151 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4d5c4f24-42e7-4194-afb3-95731e826157 req-abf8ade5-7d64-4991-accb-e7878929a3ef tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564396 Oct 13 04:23:36.142873 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0798be-0676-4fd9-984d-09cbaaf88866 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:36.177015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210ba7-3a01-41bb-8443-0d22ad4c1cc3 req-0b25bfd0-4a4c-4f25-b8c6-5534ad8a868b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:36.182380 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d7210ba7-3a01-41bb-8443-0d22ad4c1cc3 req-0b25bfd0-4a4c-4f25-b8c6-5534ad8a868b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1431835 Oct 13 04:23:36.193482 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=4f0798be-0676-4fd9-984d-09cbaaf88866,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:36.203235 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:36.204861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:36.218757 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a997459-2101-4662-b9f4-e7d6fd31f369 req-186fe47e-dffb-4435-adc1-8b14b9dd0aa2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013732 Oct 13 04:23:36.258960 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39a721-8376-445b-a876-17aeafe80b28 req-74f0752d-b138-4a7c-9869-d9f1027fb1b0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:36.267581 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f39a721-8376-445b-a876-17aeafe80b28 req-74f0752d-b138-4a7c-9869-d9f1027fb1b0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0849853 Oct 13 04:23:36.268399 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d7210ba7-3a01-41bb-8443-0d22ad4c1cc3 req-8da901ae-70fd-4c6e-8d40-ec7de151343f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778875 Oct 13 04:23:36.316081 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.333431 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.334585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.335568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.338466 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f39a721-8376-445b-a876-17aeafe80b28 req-4eea8ecf-f752-49d8-aa9c-7929d8cd8ab6 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673776 Oct 13 04:23:36.338966 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.339528 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.340023 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.340666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.341182 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.341678 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.342193 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.342695 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.343237 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.343718 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.344311 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.345449 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:36.417864 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:36.461368 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:36.473883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:36.517874 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: ACTIVE; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:36.518634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:36.538401 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:36.561662 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:36.567160 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:36.593775 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8b5369e9-ac53-40c8-9f29-5c31b6fe03d4 req-f64f79cb-d94f-4f4e-be15-b5c2ab335960 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0569034 Oct 13 04:23:36.631127 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:37.015006 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a886c3c-e884-4640-8f8a-04c83fea7446 req-66012ca4-97b0-4139-bad6-64602d92d95d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:37.018777 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3a886c3c-e884-4640-8f8a-04c83fea7446 req-66012ca4-97b0-4139-bad6-64602d92d95d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 944 time: 0.0662234 Oct 13 04:23:37.085721 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3a886c3c-e884-4640-8f8a-04c83fea7446 req-916ff8ff-7cb5-4af7-b7ff-eee4dc01149a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588789 Oct 13 04:23:37.245364 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['4f0798be-0676-4fd9-984d-09cbaaf88866'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:37.351715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:37.379690 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['5875ba79-ec13-4e89-b04e-d8477ef49e14'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:37.423967 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f543701-cb2a-47f1-9654-b24330b368c6 req-9311dd54-4a89-4c33-8aec-88bf72e3ce49 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:37.437402 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f543701-cb2a-47f1-9654-b24330b368c6 req-9311dd54-4a89-4c33-8aec-88bf72e3ce49 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0808282 Oct 13 04:23:37.530782 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f543701-cb2a-47f1-9654-b24330b368c6 req-f2cc1e18-ff39-4fdb-b7a5-cfeafbfb707c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910890 Oct 13 04:23:37.534426 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9f9ab-3d42-463d-947d-0ce0cd62b3eb req-dc6fc0ed-6fff-4838-ad7b-9ef15ae66fb7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:37.536528 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ee9f9ab-3d42-463d-947d-0ce0cd62b3eb req-dc6fc0ed-6fff-4838-ad7b-9ef15ae66fb7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 944 time: 0.3124194 Oct 13 04:23:37.647719 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ee9f9ab-3d42-463d-947d-0ce0cd62b3eb req-bb6892fa-f8c5-457c-912b-93db1710e047 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032269 Oct 13 04:23:37.711957 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3eabd9-441e-4b64-862f-34243b1c6b2e req-df8ebbfb-6226-40d1-92a2-4f739ffffc06 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:37.729350 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4d3eabd9-441e-4b64-862f-34243b1c6b2e req-df8ebbfb-6226-40d1-92a2-4f739ffffc06 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.0978768 Oct 13 04:23:37.751179 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c2157b15-a5d2-4694-8810-3c7bf9a0f103 req-dc763f03-50a6-4273-95f9-8088ad4f6db4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0364652 Oct 13 04:23:37.790106 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4d3eabd9-441e-4b64-862f-34243b1c6b2e req-94af4ce1-926b-45a2-8142-5812bc408810 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595152 Oct 13 04:23:38.268245 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87f5db-f33b-4ce9-b93f-edfb0ec6f8a2 req-567e14e2-8027-4d9c-a841-64af3e79fd6b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:38.270649 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8e87f5db-f33b-4ce9-b93f-edfb0ec6f8a2 req-567e14e2-8027-4d9c-a841-64af3e79fd6b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 944 time: 0.0694954 Oct 13 04:23:38.384753 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8e87f5db-f33b-4ce9-b93f-edfb0ec6f8a2 req-9c207101-9652-4cda-9f34-05b693f456c1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025658 Oct 13 04:23:38.747316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6b7fc-fe67-4b58-804e-678b0d2b79c9 req-18bddc0f-8ab3-41b8-98fb-4dc3bffca749 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:38.756333 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d8e6b7fc-fe67-4b58-804e-678b0d2b79c9 req-18bddc0f-8ab3-41b8-98fb-4dc3bffca749 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0868368 Oct 13 04:23:38.788848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 4f0798be-0676-4fd9-984d-09cbaaf88866 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:38.853128 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d8e6b7fc-fe67-4b58-804e-678b0d2b79c9 req-38b8361e-b32f-4017-bcc6-e5111d5bf32f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955687 Oct 13 04:23:38.859512 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 4f0798be-0676-4fd9-984d-09cbaaf88866 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:23:38.888644 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32fe72-4a54-4cd3-b7c0-0609f5f2d5ce req-7c894737-8c91-49be-bb74-481541cef6de tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:38.892932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 4f0798be-0676-4fd9-984d-09cbaaf88866 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:38.893682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:38.894581 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 4f0798be-0676-4fd9-984d-09cbaaf88866 Oct 13 04:23:38.897204 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1e32fe72-4a54-4cd3-b7c0-0609f5f2d5ce req-7c894737-8c91-49be-bb74-481541cef6de tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 944 time: 0.0729883 Oct 13 04:23:39.022604 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1e32fe72-4a54-4cd3-b7c0-0609f5f2d5ce req-f853a95f-1723-4fa9-8371-1b2998d635f0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152737 Oct 13 04:23:39.046053 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f755fe29-c32b-46a6-9d85-40358a2dca16 req-c96a4a0d-7e6d-4bba-984b-f940705d346e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0799406 Oct 13 04:23:39.227934 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 4f0798be-0676-4fd9-984d-09cbaaf88866 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:39.228705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:39.262697 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:39.265290 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee4d7-f902-43f0-ba4e-8c425539bd09 req-6af68809-2dc2-4dd9-8adf-f4d5517ff91a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:39.266181 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98af08d-a704-4ad8-9fb7-7c5c38697acc" -d '{"events": [{"server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "name": "network-vif-plugged", "status": "completed", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:39.275471 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75eee4d7-f902-43f0-ba4e-8c425539bd09 req-6af68809-2dc2-4dd9-8adf-f4d5517ff91a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.1454353 Oct 13 04:23:39.283507 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=4f0798be-0676-4fd9-984d-09cbaaf88866,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:39.291091 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:39.292279 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:39.392226 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:39.403600 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60899f7d-5d16-4a87-9855-7b5f8a4a70f3 x-openstack-request-id: req-60899f7d-5d16-4a87-9855-7b5f8a4a70f3 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:39.404137 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "name": "network-vif-plugged", "status": "completed", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:39.404612 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60899f7d-5d16-4a87-9855-7b5f8a4a70f3 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:39.405217 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60899f7d-5d16-4a87-9855-7b5f8a4a70f3'] response: {'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'code': 200} Oct 13 04:23:39.418569 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 5875ba79-ec13-4e89-b04e-d8477ef49e14 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:39.419303 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:39.419852 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 5875ba79-ec13-4e89-b04e-d8477ef49e14 Oct 13 04:23:39.421793 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75eee4d7-f902-43f0-ba4e-8c425539bd09 req-ba024eba-2136-43e3-a4ea-da8c20614652 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407506 Oct 13 04:23:39.528532 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:39.649172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:39.655438 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:39.668853 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e210d-6286-474c-9dab-078e83e9a704 req-1d690e82-1ee2-478b-8e6e-b006659a1426 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:39.680588 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f6e210d-6286-474c-9dab-078e83e9a704 req-1d690e82-1ee2-478b-8e6e-b006659a1426 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 944 time: 0.1251955 Oct 13 04:23:39.704680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:39.757556 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:39.767187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:39.817252 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f6e210d-6286-474c-9dab-078e83e9a704 req-f1a241d0-08c4-487e-b061-f37f202c4788 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315503 Oct 13 04:23:39.932839 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:39.978363 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-9af26fa6-0b29-493b-bd0b-57f4978a190d tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:39.979868 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-9af26fa6-0b29-493b-bd0b-57f4978a190d tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 809 time: 0.4229248 Oct 13 04:23:40.022417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3ab77-2666-4cf4-983f-239adecc668c req-3cb6ee95-ab3b-467a-9c79-4a66fa7bf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:40.023938 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-31c3ab77-2666-4cf4-983f-239adecc668c req-3cb6ee95-ab3b-467a-9c79-4a66fa7bf685 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.1375237 Oct 13 04:23:40.147666 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:40.241671 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427370f-6dfb-47a2-9239-57c5aba0511d req-0f49ccc0-e00f-4329-b0fa-f8232506dde7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:40.253800 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e427370f-6dfb-47a2-9239-57c5aba0511d req-0f49ccc0-e00f-4329-b0fa-f8232506dde7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.2287779 Oct 13 04:23:40.257316 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828be06-2bb0-4856-b1ca-0a77422b9f0a req-c5af6d40-ed9c-49e9-ac3a-84039f6c5032 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:40.260620 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c828be06-2bb0-4856-b1ca-0a77422b9f0a req-c5af6d40-ed9c-49e9-ac3a-84039f6c5032 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0931134 Oct 13 04:23:40.363055 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-31c3ab77-2666-4cf4-983f-239adecc668c req-e7efd541-3a78-4d57-8124-da1d2853ceab service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607975 Oct 13 04:23:40.371039 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:40.386566 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e427370f-6dfb-47a2-9239-57c5aba0511d req-ea43c173-f21e-4a18-a8c3-032655c46619 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317408 Oct 13 04:23:40.405568 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c828be06-2bb0-4856-b1ca-0a77422b9f0a req-4278c418-1a5c-4a13-9202-b716f5e0294a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352150 Oct 13 04:23:40.406476 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-4139c461-46ac-4579-b992-4c6fb29aae4f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fabffb6796a34773987a4f7e414352d0 HTTP/1.1" status: 200 len: 380 time: 0.3675959 Oct 13 04:23:40.537033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fb3e21a4-2e2b-468a-8003-e487721c3939 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:40.612020 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:40.617871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3b774cf8-6897-4d4f-92db-fa0674ae9ffd req-2217e603-9b52-4825-a78a-448e9a3f558d tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0794415 Oct 13 04:23:40.690640 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df618a35-ec83-43fc-be5c-10951e0fc5fa req-29d2ff02-d3e0-4586-b0b6-d56b526e6dca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:40.692247 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-df618a35-ec83-43fc-be5c-10951e0fc5fa req-29d2ff02-d3e0-4586-b0b6-d56b526e6dca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 943 time: 0.1245611 Oct 13 04:23:40.778184 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fb3e21a4-2e2b-468a-8003-e487721c3939,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:40.782308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'port': {'device_id': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'admin_state_up': True, 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'security_groups': ['ab171e6f-41ee-42a5-9147-322e19848467']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:40.793067 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-df618a35-ec83-43fc-be5c-10951e0fc5fa req-95bf87be-9e8e-44da-bd92-f4aaccd18cab tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947721 Oct 13 04:23:40.805103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'port_id': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'mac_address': 'fa:16:3e:a4:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:40.891096 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fb3e21a4-2e2b-468a-8003-e487721c3939 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:40.893043 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:40.913896 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3e21a4-2e2b-468a-8003-e487721c3939 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:40.949575 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fb3e21a4-2e2b-468a-8003-e487721c3939,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:40.971285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:41.083071 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa173dd3-12d2-4626-9712-04e4a45d35a1 req-a5267495-f7f8-4fe8-aed2-2a744bf87c29 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:41.085919 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aa173dd3-12d2-4626-9712-04e4a45d35a1 req-a5267495-f7f8-4fe8-aed2-2a744bf87c29 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1179562 Oct 13 04:23:41.099209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.136683 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Made reservation on behalf of fabffb6796a34773987a4f7e414352d0 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:41.140381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:41.422369 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:41.422369 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43282552-28fb-44f8-a8f3-5e781fe2316d" -d '{"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:41.482365 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['fb3e21a4-2e2b-468a-8003-e487721c3939'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:41.660459 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e49650-de5b-4242-a9ec-af8a590b6857 req-9e08d053-8cbc-492d-9ddd-8ea39f2010ca tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:41.676360 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36e49650-de5b-4242-a9ec-af8a590b6857 req-9e08d053-8cbc-492d-9ddd-8ea39f2010ca tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1044271 Oct 13 04:23:41.690652 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:41.780455 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-36e49650-de5b-4242-a9ec-af8a590b6857 req-0ee19ea1-07fd-46a3-b82a-2bdeb3471ab7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974791 Oct 13 04:23:41.797024 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aa173dd3-12d2-4626-9712-04e4a45d35a1 req-a3975b14-9f43-467a-866d-342c2eb4f087 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6876783 Oct 13 04:23:41.893418 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17672066-7987-442a-9c35-ffa505432cf9 x-openstack-request-id: req-17672066-7987-442a-9c35-ffa505432cf9 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:41.893718 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:41.893977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17672066-7987-442a-9c35-ffa505432cf9 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:41.898679 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17672066-7987-442a-9c35-ffa505432cf9'] response: {'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'code': 200} Oct 13 04:23:41.918017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Allocated IP 172.20.0.14 (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3/e9b17e31-00c6-4791-b8e4-6e19ff772c0c/9b98fb07-be4c-4add-b232-a8149b2588d6) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:42.030484 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35f73a2d-62f6-482c-92c5-d2acd90ee492 req-c9bfdcac-3561-4941-8e58-d0907d7dac06 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0772626 Oct 13 04:23:42.181227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999dc16-3fe2-413d-b6ff-55813dbe33b3 req-0477d480-983a-4934-8a8d-93443d5256b8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:42.190897 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b999dc16-3fe2-413d-b6ff-55813dbe33b3 req-0477d480-983a-4934-8a8d-93443d5256b8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.2215466 Oct 13 04:23:42.285210 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c306f1-4159-47f3-b86c-87c73bee58be req-083046ae-c913-4448-b9da-512dcd9bd011 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:42.297780 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a9c306f1-4159-47f3-b86c-87c73bee58be req-083046ae-c913-4448-b9da-512dcd9bd011 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 944 time: 0.1396480 Oct 13 04:23:42.325668 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b999dc16-3fe2-413d-b6ff-55813dbe33b3 req-9e59f8af-c124-478a-8cf3-ff1635cbdf17 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300249 Oct 13 04:23:42.398565 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a9c306f1-4159-47f3-b86c-87c73bee58be req-5d898156-88d4-4657-913e-ba88819fb8cf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989554 Oct 13 04:23:42.463654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:42.507543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:42.617148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.699798 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:42.705977 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:42.709545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:23:42.770480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:42.834577 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:42.836509 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:42.876561 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-fc15be96-3a4f-46c1-a013-74ad75c9b7b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1047087 Oct 13 04:23:42.898900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Request body: {'port': {'device_id': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:42.947336 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fb3e21a4-2e2b-468a-8003-e487721c3939 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:43.108842 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:43.117303 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port fb3e21a4-2e2b-468a-8003-e487721c3939 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:23:43.132107 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port fb3e21a4-2e2b-468a-8003-e487721c3939 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:43.132345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94f67-0c30-4a3f-8ba2-9c47efc6fd88 req-81308b32-ad93-4632-9480-915f59c9bdcf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:43.132833 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:43.132833 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port fb3e21a4-2e2b-468a-8003-e487721c3939 Oct 13 04:23:43.144104 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-deb94f67-0c30-4a3f-8ba2-9c47efc6fd88 req-81308b32-ad93-4632-9480-915f59c9bdcf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1455705 Oct 13 04:23:43.270282 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9446-b7f5-4fc0-8b24-b7ea94191805 req-c51d68ca-8a6b-4de3-a4da-7bb6aab4f4ec tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:43.273227 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49bb9446-b7f5-4fc0-8b24-b7ea94191805 req-c51d68ca-8a6b-4de3-a4da-7bb6aab4f4ec tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1712835 Oct 13 04:23:43.309514 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:43.337051 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fb3e21a4-2e2b-468a-8003-e487721c3939 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:43.337481 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:43.369635 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49bb9446-b7f5-4fc0-8b24-b7ea94191805 req-41c1461c-fe7b-4945-861f-77c21e5883be tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797472 Oct 13 04:23:43.384986 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-deb94f67-0c30-4a3f-8ba2-9c47efc6fd88 req-20787e02-d8e8-4654-b0bc-3cc37942ebff tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388604 Oct 13 04:23:43.404325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-dffb4da1-dc52-4cbd-957e-fad3419e2666 None None] Provisioning complete for port 9b98fb07-be4c-4add-b232-a8149b2588d6 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:43.404711 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dffb4da1-dc52-4cbd-957e-fad3419e2666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:43.405054 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-dffb4da1-dc52-4cbd-957e-fad3419e2666 None None] Attempt 1 to provision port 9b98fb07-be4c-4add-b232-a8149b2588d6 Oct 13 04:23:43.529700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fb3e21a4-2e2b-468a-8003-e487721c3939,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:43.575062 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:43.650993 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196960e-6238-4b22-a8e4-9ca60116b8ca req-f51c6402-bb03-4838-ad75-42f4c2f7a29b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:43.673189 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0196960e-6238-4b22-a8e4-9ca60116b8ca req-f51c6402-bb03-4838-ad75-42f4c2f7a29b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.1118872 Oct 13 04:23:43.780304 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0196960e-6238-4b22-a8e4-9ca60116b8ca req-6a45b390-7fd3-4d66-a212-5f8dfcd1b3e6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039100 Oct 13 04:23:43.784890 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6382b-9a99-4769-8159-fd7abf505fc9 req-4e753ffc-dc24-4c42-af19-75c5ee520099 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:43.807859 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-37e6382b-9a99-4769-8159-fd7abf505fc9 req-4e753ffc-dc24-4c42-af19-75c5ee520099 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 932 time: 0.2201765 Oct 13 04:23:43.824349 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.856627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-dffb4da1-dc52-4cbd-957e-fad3419e2666 None None] Port 9b98fb07-be4c-4add-b232-a8149b2588d6 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:23:43.899791 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:43.904942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b7ae7-46df-4310-9987-b5323a8ec484" -d '{"events": [{"server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:44.076033 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-37e6382b-9a99-4769-8159-fd7abf505fc9 req-37c44fa0-61f6-4082-b636-232ae5795809 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647147 Oct 13 04:23:44.144561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4304a-1c79-4868-9fcb-511a7802c4e8 req-29e6469a-f9ee-4dbf-b2ed-e6c6fcd33c6a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:44.150811 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-30b4304a-1c79-4868-9fcb-511a7802c4e8 req-29e6469a-f9ee-4dbf-b2ed-e6c6fcd33c6a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.1858361 Oct 13 04:23:44.223502 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-30b4304a-1c79-4868-9fcb-511a7802c4e8 req-63c340fa-12d2-4535-8f02-2bc85d8da2ff tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639977 Oct 13 04:23:44.279715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e45d27-2c5d-4daa-b448-343648147538 req-60edba5b-1816-4ac2-a0d8-d21edfb97f10 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:44.282651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c9cb3-84ba-435d-aa54-7327b606641a x-openstack-request-id: req-4a8c9cb3-84ba-435d-aa54-7327b606641a {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:44.283537 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:44.283978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4a8c9cb3-84ba-435d-aa54-7327b606641a {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:44.284562 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8c9cb3-84ba-435d-aa54-7327b606641a'] response: {'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'code': 200} Oct 13 04:23:44.285919 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-28e45d27-2c5d-4daa-b448-343648147538 req-60edba5b-1816-4ac2-a0d8-d21edfb97f10 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.1066358 Oct 13 04:23:44.294746 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59564) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:44.295336 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b98fb07-be4c-4add-b232-a8149b2588d6 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:44.300487 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'floatingip': {'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:44.306285 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks [] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:44.322892 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Transition to ACTIVE for port object 9b98fb07-be4c-4add-b232-a8149b2588d6 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:23:44.328227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:44.408886 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:44.487944 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.539211 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Attempting to bind port 9b98fb07-be4c-4add-b232-a8149b2588d6 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:23:44.539568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Attempting to bind port 9b98fb07-be4c-4add-b232-a8149b2588d6 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:23:44.539909 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Attempting to bind port 9b98fb07-be4c-4add-b232-a8149b2588d6 on network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:44.605566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Port 9b98fb07-be4c-4add-b232-a8149b2588d6 on network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:44.607836 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Attempting to bind port 9b98fb07-be4c-4add-b232-a8149b2588d6 on network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:44.708043 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:44.717911 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2ff1-bdb6-4356-af6b-666ce5f6b991 req-aa121c22-6d11-401b-88ca-1d1d8ab4108a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:44.720588 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6ea2ff1-bdb6-4356-af6b-666ce5f6b991 req-aa121c22-6d11-401b-88ca-1d1d8ab4108a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0838189 Oct 13 04:23:44.792954 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac5d8-cd44-42d5-ab4e-08efaadaaefb req-d7398b4f-7c8c-4d12-8384-25df1c5d53e9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:44.799114 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b88ac5d8-cd44-42d5-ab4e-08efaadaaefb req-d7398b4f-7c8c-4d12-8384-25df1c5d53e9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1810622 Oct 13 04:23:44.827580 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d9e7-b24a-4def-9943-221feda05f19 req-38dd1245-6d09-4718-9f2d-5d44d0aae6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:44.829310 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b5f0d9e7-b24a-4def-9943-221feda05f19 req-38dd1245-6d09-4718-9f2d-5d44d0aae6d4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 1129 time: 0.1055043 Oct 13 04:23:44.833150 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:23:44.833492 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Checking segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:23:44.833875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Bound using segment: {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:23:44.834345 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Bound port: 9b98fb07-be4c-4add-b232-a8149b2588d6, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64c6f92-24eb-43cd-980a-2f62d0f36d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:23:44.834710 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:44.867815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:44.904182 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6ea2ff1-bdb6-4356-af6b-666ce5f6b991 req-e6d40187-2d40-49cd-a471-ca7e66867843 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665926 Oct 13 04:23:44.967710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:44.974636 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b88ac5d8-cd44-42d5-ab4e-08efaadaaefb req-6c92b295-6e01-4e02-88ad-147bd119404c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650219 Oct 13 04:23:44.978103 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b5f0d9e7-b24a-4def-9943-221feda05f19 req-425180cb-6f20-4bd2-9b6f-d8f4e987b474 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299920 Oct 13 04:23:45.020729 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:45.025195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:45.037090 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:45.043604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:45.044953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:45.050256 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 1094 time: 2.1605186 Oct 13 04:23:45.169749 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:45.177319 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e5047-1d80-4f6a-9ecd-7e6586f7921a" -d '{"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:45.191522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fedeb8-7de1-4099-b8c9-654b99e072ee service neutron] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.268625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60cbf4-7ca8-452e-803e-5ceffad99b13 x-openstack-request-id: req-fe60cbf4-7ca8-452e-803e-5ceffad99b13 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:45.268900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:45.269195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fe60cbf4-7ca8-452e-803e-5ceffad99b13 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:45.270498 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe60cbf4-7ca8-452e-803e-5ceffad99b13'] response: {'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'status': 'completed', 'code': 200} Oct 13 04:23:45.393016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60583cd7-d3a5-45f7-89e5-38684fbc84be req-9abf1284-208b-4bb9-ac35-c180390ec3ce tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:45.403029 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60583cd7-d3a5-45f7-89e5-38684fbc84be req-9abf1284-208b-4bb9-ac35-c180390ec3ce tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.1481016 Oct 13 04:23:45.485530 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60583cd7-d3a5-45f7-89e5-38684fbc84be req-b0112c78-a3a3-440e-a389-b98d26f066ed tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807927 Oct 13 04:23:45.549042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:45.573254 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35d1de-300b-49a6-a5b6-5ba5b7134fb0 req-988d58c0-4257-4d14-ba1b-0d488a886cc4 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:45.575806 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a35d1de-300b-49a6-a5b6-5ba5b7134fb0 req-988d58c0-4257-4d14-ba1b-0d488a886cc4 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.1423159 Oct 13 04:23:45.576728 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:45.694490 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:45.696304 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Floating IP 41c726f9-d60a-40cd-a82e-0ee674cafd21 associated. External IP: 172.27.1.7, port: 4f0798be-0676-4fd9-984d-09cbaaf88866. Oct 13 04:23:45.809148 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a35d1de-300b-49a6-a5b6-5ba5b7134fb0 req-540c0b55-1d4f-43e7-9c50-1837d7e695f5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152966 Oct 13 04:23:45.908361 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-c3dc61ca-24b7-4f17-9c7c-4b891692afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:45.913620 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-c3dc61ca-24b7-4f17-9c7c-4b891692afd7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1128 time: 0.0820756 Oct 13 04:23:46.141019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Router 5cfdee45-821f-4899-a820-b1c891efe899 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:46.251788 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-fcc0f995-8f8f-4c1f-bbaf-e236c5ff4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:46.254092 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-fcc0f995-8f8f-4c1f-bbaf-e236c5ff4992 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=fabffb6796a34773987a4f7e414352d0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3042505 Oct 13 04:23:46.284724 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e7154-101b-47d0-a2be-d4cafd2df13b req-6f78dc9d-e212-492a-ba77-1a8ab1d70d3d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:46.292862 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ac2e7154-101b-47d0-a2be-d4cafd2df13b req-6f78dc9d-e212-492a-ba77-1a8ab1d70d3d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1220891 Oct 13 04:23:46.414123 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5467e59-2639-4457-87e8-a73f7fe0cbf0 req-86b07a88-fe4e-45ff-b0c0-4b898a983afe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:46.417057 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a5467e59-2639-4457-87e8-a73f7fe0cbf0 req-86b07a88-fe4e-45ff-b0c0-4b898a983afe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.3131855 Oct 13 04:23:46.474428 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:46.533537 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ac2e7154-101b-47d0-a2be-d4cafd2df13b req-aa16c1a7-e890-4546-b50e-afa77a66eef4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393417 Oct 13 04:23:46.553051 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:46.563843 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:46.569114 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:46.584967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:46.586191 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:46.624510 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a5467e59-2639-4457-87e8-a73f7fe0cbf0 req-90d06798-f3c4-4d08-a450-27689f2d9db6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974893 Oct 13 04:23:46.664359 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3bb061e4-5b18-4df7-b74b-5ec452d2c7fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/41c726f9-d60a-40cd-a82e-0ee674cafd21 HTTP/1.1" status: 200 len: 989 time: 2.3684857 Oct 13 04:23:46.670232 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:46.673426 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983dbc4-b4da-40ba-ae2f-f26997880410" -d '{"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:46.754904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-e8df313e-9b0c-4271-b8c3-ad3e0b760dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:46.759335 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-554e5047-1d80-4f6a-9ecd-7e6586f7921a req-e8df313e-9b0c-4271-b8c3-ad3e0b760dcd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4383214 Oct 13 04:23:46.801422 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89baaacc-e187-4f6c-bf25-ad86579d32f6 x-openstack-request-id: req-89baaacc-e187-4f6c-bf25-ad86579d32f6 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:46.801754 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:46.801966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-89baaacc-e187-4f6c-bf25-ad86579d32f6 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:46.802371 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89baaacc-e187-4f6c-bf25-ad86579d32f6'] response: {'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'status': 'completed', 'code': 200} Oct 13 04:23:46.863665 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c711-8b13-4508-a813-a28b768af2fb req-ac9b1354-5a7d-4fbe-893f-3c5ddfbdeec5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:46.864247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:46.872331 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1935c711-8b13-4508-a813-a28b768af2fb req-ac9b1354-5a7d-4fbe-893f-3c5ddfbdeec5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.1664999 Oct 13 04:23:47.032865 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1935c711-8b13-4508-a813-a28b768af2fb req-aa25258d-8dee-4727-88c3-9ab760f65965 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545460 Oct 13 04:23:47.075499 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-b66e8d6a-bc13-4df8-aa13-c29e784646b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:47.077368 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-b66e8d6a-bc13-4df8-aa13-c29e784646b0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.1130795 Oct 13 04:23:47.130123 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:47.132321 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:47.382682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:23:45Z', 'revision_number': 1, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.424626 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:47.447969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:47.448610 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.449648 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8180ac-d21f-41a6-9ada-0eb854cc1c1a req-d92d69d5-48f4-45f6-9551-33d2b5123f58 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:47.463020 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6a8180ac-d21f-41a6-9ada-0eb854cc1c1a req-d92d69d5-48f4-45f6-9551-33d2b5123f58 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.3840914 Oct 13 04:23:47.498602 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-bd7a1117-ba83-46aa-b374-9cc58ffc517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:47.502895 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-bd7a1117-ba83-46aa-b374-9cc58ffc517b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1128 time: 0.4233925 Oct 13 04:23:47.660541 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:47.680295 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-45d1eefd-2733-47db-af72-29b1f4c89845 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 217 time: 0.1463356 Oct 13 04:23:47.767374 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6a8180ac-d21f-41a6-9ada-0eb854cc1c1a req-e5053d2e-d94a-4282-98a0-64eb18e54d85 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035536 Oct 13 04:23:47.825577 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f663d-6510-4de5-a502-d2d5143525ac req-a14f0df6-d75a-4575-b9d6-00528d1f590d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:47.833920 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-142f663d-6510-4de5-a502-d2d5143525ac req-a14f0df6-d75a-4575-b9d6-00528d1f590d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1076348 Oct 13 04:23:47.927349 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-1dfbd1a5-1c70-4f6b-a732-95b893f64177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:47.937476 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-1dfbd1a5-1c70-4f6b-a732-95b893f64177 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.7699680 Oct 13 04:23:47.947503 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:47.962786 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-142f663d-6510-4de5-a502-d2d5143525ac req-f7257a93-f67f-4fb5-b488-11a95dd5357a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173434 Oct 13 04:23:48.065025 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-9f9f0d97-ff7f-4797-8569-dcc937cc7486 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 997 time: 0.1068954 Oct 13 04:23:48.121329 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:23:45Z', 'revision_number': 1, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:48.189830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fef735-9d3a-456c-b05b-e836f7efc0ec req-b5cf1d78-1a4b-4ce5-b4f6-cd99479f84e9 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.204248 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca4bdc-057d-42f1-bf93-563e62841a92 req-5cc3e435-c578-487b-970f-447423211139 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.207490 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf1f199-5e62-490b-acfb-625863a4c0f5 None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:23:45Z', 'revision_number': 1, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:48.222063 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-72fef735-9d3a-456c-b05b-e836f7efc0ec req-b5cf1d78-1a4b-4ce5-b4f6-cd99479f84e9 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1558807 Oct 13 04:23:48.225622 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-91ca4bdc-057d-42f1-bf93-563e62841a92 req-5cc3e435-c578-487b-970f-447423211139 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.1050525 Oct 13 04:23:48.226564 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59630) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:48.239827 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'port_id': 'fb3e21a4-2e2b-468a-8003-e487721c3939'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:23:48.280181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-650569fc-b880-4373-adda-f80d7c9aabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.282652 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-650569fc-b880-4373-adda-f80d7c9aabcc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.5701189 Oct 13 04:23:48.300817 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:48.409538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-102a8b00-c798-42c2-8f1a-792012f7874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.413608 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-102a8b00-c798-42c2-8f1a-792012f7874d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.3318622 Oct 13 04:23:48.509800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-78e62b2a-980b-4f8b-a69d-2c059d95d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.513229 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-78e62b2a-980b-4f8b-a69d-2c059d95d23f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1888165 Oct 13 04:23:48.529144 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-72fef735-9d3a-456c-b05b-e836f7efc0ec req-f90f0301-9626-435a-be70-03ca0936bb18 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046091 Oct 13 04:23:48.625546 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00137269-94e4-40bc-827e-b195324adf84 None None] New status for floating IP 41c726f9-d60a-40cd-a82e-0ee674cafd21: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:23:48.687432 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-a7b6dd92-5ba8-4a4f-a35a-5aa634e5b624 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558793 Oct 13 04:23:48.692393 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-c0650661-57e1-45d6-8369-90b0b1b0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.695144 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-c0650661-57e1-45d6-8369-90b0b1b0f412 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2661610 Oct 13 04:23:48.730240 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:48.895888 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7d102-ca43-4eab-9b49-c1ff978d9559 req-90eee4af-b2e9-46a3-b437-17cdb2789b48 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:48.909391 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ae7d102-ca43-4eab-9b49-c1ff978d9559 req-90eee4af-b2e9-46a3-b437-17cdb2789b48 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.2001364 Oct 13 04:23:49.313090 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ae7d102-ca43-4eab-9b49-c1ff978d9559 req-caec2e05-9838-4a24-b5f6-952aa2f56f75 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026830 Oct 13 04:23:49.313672 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59644) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:49.380833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbbea1-b2b7-46f7-8b98-9274afc6b658 req-06aa97b6-6203-453c-907e-f767870ae784 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:49.387970 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7bbbea1-b2b7-46f7-8b98-9274afc6b658 req-06aa97b6-6203-453c-907e-f767870ae784 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1785173 Oct 13 04:23:49.402253 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Deleting subnet da758d41-5b21-4977-898a-209ab445b946 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:23:49.406471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Publish callbacks [] for subnet (da758d41-5b21-4977-898a-209ab445b946), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.452513 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (da758d41-5b21-4977-898a-209ab445b946), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.511549 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (da758d41-5b21-4977-898a-209ab445b946), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.523791 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-d1eac175-b878-467e-a648-e1ab57c2f014 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182440 Oct 13 04:23:49.530463 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-988b5a90-25c7-44f8-a6e7-2b4568936d21 req-6edca300-868a-4f71-9e85-1e7ddc2d577e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341262 Oct 13 04:23:49.572947 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7bbbea1-b2b7-46f7-8b98-9274afc6b658 req-a4d6eb4d-4c85-4fd5-baca-2dcbba136758 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839850 Oct 13 04:23:49.633540 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (da758d41-5b21-4977-898a-209ab445b946), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.648085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:49.704026 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da758d41-5b21-4977-898a-209ab445b946,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:49.714245 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:49.804113 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.808621 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8753b64a-f4a7-4b72-a6da-6a442dc9b840 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/da758d41-5b21-4977-898a-209ab445b946 HTTP/1.1" status: 204 len: 168 time: 0.4864678 Oct 13 04:23:49.815584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59648) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:49.894480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:49.897511 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:49.920792 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1983dbc4-b4da-40ba-ae2f-f26997880410 req-71f07c9f-6e7e-4234-99b1-4f3ba9b6cc57 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464994 Oct 13 04:23:49.999515 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11df230-edd0-4a44-b363-9e0394f319e5 req-8a979be5-9ec8-46cc-99fb-67867bceeca1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:50.005201 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c11df230-edd0-4a44-b363-9e0394f319e5 req-8a979be5-9ec8-46cc-99fb-67867bceeca1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.2048037 Oct 13 04:23:50.074015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.117339 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:50.136074 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea2c051-d77b-4543-b3f9-bc0af350f30e') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:50.136772 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea2c051-d77b-4543-b3f9-bc0af350f30e') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:50.151922 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (5ea2c051-d77b-4543-b3f9-bc0af350f30e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.175342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (5ea2c051-d77b-4543-b3f9-bc0af350f30e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.191138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:50.192110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (5ea2c051-d77b-4543-b3f9-bc0af350f30e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.215257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c11df230-edd0-4a44-b363-9e0394f319e5 req-6aca958d-18a6-4d91-ba0e-21771891282d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038257 Oct 13 04:23:50.318687 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 5ea2c051-d77b-4543-b3f9-bc0af350f30e resource provider aggregate not found Oct 13 04:23:50.368878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.db.resource_extend [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 13 04:23:50.372948 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 5ea2c051-d77b-4543-b3f9-bc0af350f30e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ea2c051-d77b-4543-b3f9-bc0af350f30e found for delete ", "request_id": "req-9247223b-a4a8-415c-ac04-f26298f61801"}]} Oct 13 04:23:50.388178 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.396764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.410179 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0 HTTP/1.1" status: 204 len: 168 time: 0.5935383 Oct 13 04:23:50.440148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59660) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:50.449548 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b0de2-2932-4f0d-ad20-efa7618e9118 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3c5ee7-e50d-493d-bc5a-4a6f4acff9b0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.532598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ce0be-6be7-4e85-b608-60c6c00550f8 req-e1840cc2-a936-4ba4-9a3f-e043023360d1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:50.534309 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e84ce0be-6be7-4e85-b608-60c6c00550f8 req-e1840cc2-a936-4ba4-9a3f-e043023360d1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0570190 Oct 13 04:23:50.541335 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.550847 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.575714 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Deleting subnet 489ba228-4f1e-4faf-8335-dc688761a685 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:23:50.579990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Publish callbacks [] for subnet (489ba228-4f1e-4faf-8335-dc688761a685), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.631129 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (489ba228-4f1e-4faf-8335-dc688761a685), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.678706 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (489ba228-4f1e-4faf-8335-dc688761a685), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.757440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (489ba228-4f1e-4faf-8335-dc688761a685), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.834950 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e84ce0be-6be7-4e85-b608-60c6c00550f8 req-0ed4153c-6cc9-4c3c-b35e-4683a90d12b7 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916148 Oct 13 04:23:50.837332 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489ba228-4f1e-4faf-8335-dc688761a685,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.858472 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:50.864567 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-28b4ea17-1aa5-4884-8048-cad861fa2fdd admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/489ba228-4f1e-4faf-8335-dc688761a685 HTTP/1.1" status: 204 len: 168 time: 0.4211175 Oct 13 04:23:50.864875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59664) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:50.919189 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2c86-f350-47da-81f2-1ea7fb3ca355 req-bbc11c11-4ef7-42b0-b44c-39361e536fdc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:50.921137 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-debd2c86-f350-47da-81f2-1ea7fb3ca355 req-bbc11c11-4ef7-42b0-b44c-39361e536fdc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0748212 Oct 13 04:23:50.956381 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP 6b0052a8-f1cb-433c-9431-314f526b8cf0 associated. External IP: 172.27.1.110, port: fb3e21a4-2e2b-468a-8003-e487721c3939. Oct 13 04:23:51.012843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (b27882db-688a-466a-a357-1ecbb0dea7f6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.049781 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-debd2c86-f350-47da-81f2-1ea7fb3ca355 req-b0e00e2c-1f72-4830-a43e-5c532c617580 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190970 Oct 13 04:23:51.196218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:51.199903 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:51.205571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (b27882db-688a-466a-a357-1ecbb0dea7f6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.241442 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27882db-688a-466a-a357-1ecbb0dea7f6']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.257524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6bb8824-3efc-4260-bf13-d17062f4ecd9') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.258097 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6bb8824-3efc-4260-bf13-d17062f4ecd9') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.276388 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (c6bb8824-3efc-4260-bf13-d17062f4ecd9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.318427 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (c6bb8824-3efc-4260-bf13-d17062f4ecd9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.339649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:51.340555 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (c6bb8824-3efc-4260-bf13-d17062f4ecd9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.380452 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:23:51.448797 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:51.541430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049cf80-7e70-4f2c-8328-4dbaa14f0ed1 req-7b7f4227-5dff-4008-b810-efe2a5aab080 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:51.552445 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d049cf80-7e70-4f2c-8328-4dbaa14f0ed1 req-7b7f4227-5dff-4008-b810-efe2a5aab080 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0959988 Oct 13 04:23:51.555465 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (b27882db-688a-466a-a357-1ecbb0dea7f6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.592385 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.610483 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b27882db-688a-466a-a357-1ecbb0dea7f6 HTTP/1.1" status: 204 len: 168 time: 0.7445121 Oct 13 04:23:51.629767 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b27882db-688a-466a-a357-1ecbb0dea7f6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:51.645143 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:51.656687 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:51.658287 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:51.675801 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:51.677502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.733832 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.734174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.735114 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.738725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.739124 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.739982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.740348 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.740664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.740996 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.741326 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.741657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.741982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.742330 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.742653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.742970 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b987ae-bc6e-4fa9-8143-3f79de656a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:51.762264 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d8ac6fec-aff0-4374-aa07-df8418662fcf tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/6b0052a8-f1cb-433c-9431-314f526b8cf0 HTTP/1.1" status: 200 len: 991 time: 3.5342767 Oct 13 04:23:51.763004 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:51.766330 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f156e61-04b0-4423-a632-164c62e7abfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:51.794010 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d049cf80-7e70-4f2c-8328-4dbaa14f0ed1 req-f1a6a7ee-f089-478b-a7aa-26f6d776d20e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406080 Oct 13 04:23:51.936718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e476a7-e951-438b-abe2-95f9e9c9e558 x-openstack-request-id: req-82e476a7-e951-438b-abe2-95f9e9c9e558 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:51.937142 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:51.937277 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-82e476a7-e951-438b-abe2-95f9e9c9e558 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:51.938065 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e476a7-e951-438b-abe2-95f9e9c9e558'] response: {'name': 'network-changed', 'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'status': 'completed', 'code': 200} Oct 13 04:23:52.027848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:52.119225 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59682) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:52.133989 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:52.192754 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:52.204036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156e61-04b0-4423-a632-164c62e7abfd req-b438bad9-fdcf-488a-bb1a-e07c997b6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.205584 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-b438bad9-fdcf-488a-bb1a-e07c997b6544 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 1129 time: 0.2007267 Oct 13 04:23:52.240624 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-730e8209-dd25-43a3-8e84-523d2eb3ddf0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a663647c36ba40d3a5692cfa20b9234c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087034 Oct 13 04:23:52.243166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59684) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:52.271279 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76e71-8c9b-4725-9b03-b3ac646b64e6 req-94f661ba-06e9-4fc8-9421-9bf66e5fb396 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.272758 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82a76e71-8c9b-4725-9b03-b3ac646b64e6 req-94f661ba-06e9-4fc8-9421-9bf66e5fb396 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.2103741 Oct 13 04:23:52.366730 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}, {'id': '6b0052a8-f1cb-433c-9431-314f526b8cf0', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:a4:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:18Z', 'updated_at': '2022-10-13T04:23:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:52.397342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:52.417178 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:23:52.421135 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:23:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:52.436678 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment c6bb8824-3efc-4260-bf13-d17062f4ecd9 resource provider aggregate not found Oct 13 04:23:52.452809 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021878f-0594-435d-a8d9-4b628419c035 req-71a3c948-41ed-452f-9398-3ee6a0ceefa4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.462516 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2021878f-0594-435d-a8d9-4b628419c035 req-71a3c948-41ed-452f-9398-3ee6a0ceefa4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.2201915 Oct 13 04:23:52.551120 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:52.551497 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82a76e71-8c9b-4725-9b03-b3ac646b64e6 req-6fcc6ef8-7d8b-420d-84bb-a378e3991362 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681742 Oct 13 04:23:52.553126 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment c6bb8824-3efc-4260-bf13-d17062f4ecd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6bb8824-3efc-4260-bf13-d17062f4ecd9 found for delete ", "request_id": "req-2ca2dc44-a0b1-40ff-968d-4978d4e4fe05"}]} Oct 13 04:23:52.586353 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2021878f-0594-435d-a8d9-4b628419c035 req-3a90175f-d809-48b8-a170-a015ee64b5a0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224923 Oct 13 04:23:52.597276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] Publish callbacks [] for security_group (87da2137-31d5-41c2-aa83-fad8fc15f598), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:52.627092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] Publish callbacks [] for security_group (87da2137-31d5-41c2-aa83-fad8fc15f598), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:52.651221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156e61-04b0-4423-a632-164c62e7abfd req-a31884a4-4c2a-4d20-8950-6cdbd30c90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.653024 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-a31884a4-4c2a-4d20-8950-6cdbd30c90de service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.4381754 Oct 13 04:23:52.681857 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:52.697300 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (87da2137-31d5-41c2-aa83-fad8fc15f598), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:52.701191 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:52.702884 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/87da2137-31d5-41c2-aa83-fad8fc15f598 HTTP/1.1" status: 204 len: 168 time: 0.4583740 Oct 13 04:23:52.708668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:23:52.746008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff5bbc-7b2c-4571-ad6f-16d52356ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87da2137-31d5-41c2-aa83-fad8fc15f598,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.746628 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-4b4950d6-c562-4b3c-90b6-660275afa22a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb3e21a4-2e2b-468a-8003-e487721c3939 HTTP/1.1" status: 200 len: 999 time: 0.0871053 Oct 13 04:23:52.821753 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156e61-04b0-4423-a632-164c62e7abfd req-1f12fb05-b034-4316-b7f7-df0153dd609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.823864 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-1f12fb05-b034-4316-b7f7-df0153dd609d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0688643 Oct 13 04:23:52.894744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156e61-04b0-4423-a632-164c62e7abfd req-1475f86b-b157-4ba5-a9e4-eeaa2c103952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:52.899671 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-1475f86b-b157-4ba5-a9e4-eeaa2c103952 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649717 Oct 13 04:23:53.054935 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e657b0-6c65-4fe6-81f0-7579a649b79c req-139d645e-a798-4a7d-b22b-9724b73b17d8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:53.063054 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-54e657b0-6c65-4fe6-81f0-7579a649b79c req-139d645e-a798-4a7d-b22b-9724b73b17d8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1100461 Oct 13 04:23:53.145866 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-83409db1-53ce-4563-a5c4-def878d845c2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392280 Oct 13 04:23:53.161147 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-54e657b0-6c65-4fe6-81f0-7579a649b79c req-44e10f3b-43ac-412c-b945-a1f3dd171087 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968249 Oct 13 04:23:53.323214 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7f156e61-04b0-4423-a632-164c62e7abfd req-444326b5-970e-4318-a54b-363466b5e4de service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594665 Oct 13 04:23:53.441203 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}, {'id': '6b0052a8-f1cb-433c-9431-314f526b8cf0', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:a4:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:18Z', 'updated_at': '2022-10-13T04:23:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:53.503394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79783ae9-686e-48a9-afbc-b5488d1e035a None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}, {'id': '6b0052a8-f1cb-433c-9431-314f526b8cf0', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:a4:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:18Z', 'updated_at': '2022-10-13T04:23:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:53.846671 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59702) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:53.983586 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:53.986375 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-903d419b-e969-410c-81a5-ddb44b2d62e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=03b3c3b7eb4f400f867f9b928c239311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306588 Oct 13 04:23:53.988874 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59704) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:54.009778 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27885988-a9a4-4a8e-8109-7ba82fa21139 req-5b62a9f3-39a1-4c3c-959b-6f58cb124012 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:54.012594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27885988-a9a4-4a8e-8109-7ba82fa21139 req-5b62a9f3-39a1-4c3c-959b-6f58cb124012 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1109321 Oct 13 04:23:54.118018 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27885988-a9a4-4a8e-8109-7ba82fa21139 req-003aa2d4-e0af-460f-9ffb-31413e076cce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965369 Oct 13 04:23:54.174486 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0c2c1c-6354-4a55-a780-c2c74f2832a1 None None] New status for floating IP 6b0052a8-f1cb-433c-9431-314f526b8cf0: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:23:54.202328 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaab24-36b3-4ec2-a6ee-c8eeb3e5dc0b req-d0b1c94f-a419-4948-bcab-7f4f29d720d4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:54.218022 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-58aaab24-36b3-4ec2-a6ee-c8eeb3e5dc0b req-d0b1c94f-a419-4948-bcab-7f4f29d720d4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.3640246 Oct 13 04:23:54.381090 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-58aaab24-36b3-4ec2-a6ee-c8eeb3e5dc0b req-73809e15-94d3-4341-990f-52ece88d37ba tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607862 Oct 13 04:23:54.404823 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] Publish callbacks [] for security_group (859292c3-8e7a-4645-abf2-8c7eb9755e43), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:54.451117 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8ee02-c3c6-4cba-97d0-6413b93d9d42 req-f6eec43f-1750-447b-8408-0f1f4945a734 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:54.456376 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-46c8ee02-c3c6-4cba-97d0-6413b93d9d42 req-f6eec43f-1750-447b-8408-0f1f4945a734 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1439838 Oct 13 04:23:54.458818 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] Publish callbacks [] for security_group (859292c3-8e7a-4645-abf2-8c7eb9755e43), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:54.530335 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:54.537581 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-46c8ee02-c3c6-4cba-97d0-6413b93d9d42 req-ae5f4965-7619-4a82-923e-9c9d3645d27e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753062 Oct 13 04:23:54.541937 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (859292c3-8e7a-4645-abf2-8c7eb9755e43), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:54.549555 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:54.550971 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/859292c3-8e7a-4645-abf2-8c7eb9755e43 HTTP/1.1" status: 204 len: 168 time: 0.5610814 Oct 13 04:23:54.570468 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba5086-0a7b-4624-a734-7d8a109d02d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859292c3-8e7a-4645-abf2-8c7eb9755e43,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.373467 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f987c-2798-4880-b25e-7a62241d1de7 req-0f2b8c7d-2624-4240-9817-c7d40eae05be tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:55.383722 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-143f987c-2798-4880-b25e-7a62241d1de7 req-0f2b8c7d-2624-4240-9817-c7d40eae05be tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0854070 Oct 13 04:23:55.539901 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-143f987c-2798-4880-b25e-7a62241d1de7 req-188e9c12-eaac-4775-964e-46afbd0d9b53 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514521 Oct 13 04:23:55.715335 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e78c-b4fa-4eed-90f4-4154cf57c7b5 req-e48f8696-93e6-4eb9-b0c0-a2dad66ed66c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:55.725515 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d353e78c-b4fa-4eed-90f4-4154cf57c7b5 req-e48f8696-93e6-4eb9-b0c0-a2dad66ed66c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.1729679 Oct 13 04:23:55.863461 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d353e78c-b4fa-4eed-90f4-4154cf57c7b5 req-8ce00274-9a82-4b8a-81e3-15440ef47672 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127729 Oct 13 04:23:55.886321 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ea86a-32ce-47a5-b32d-f81bd46b0c20 req-148a8496-79da-46c7-b01a-ffd3883c54ff tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:55.894120 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bc2ea86a-32ce-47a5-b32d-f81bd46b0c20 req-148a8496-79da-46c7-b01a-ffd3883c54ff tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1228695 Oct 13 04:23:56.011166 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bc2ea86a-32ce-47a5-b32d-f81bd46b0c20 req-13ee420c-9e7c-4a44-8ad7-3cf3d8ff075b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157832 Oct 13 04:23:56.727342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe150d-8765-46d8-8082-7e3ca681bdb5 req-ff0e49cf-35b7-4d75-8c63-e074933e9742 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:56.736755 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-eebe150d-8765-46d8-8082-7e3ca681bdb5 req-ff0e49cf-35b7-4d75-8c63-e074933e9742 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0846369 Oct 13 04:23:56.834782 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-eebe150d-8765-46d8-8082-7e3ca681bdb5 req-03bfe7f5-47d4-479d-a6f4-7bfc2dfecbaf tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882778 Oct 13 04:23:56.908557 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59756) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:56.963754 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:57.053299 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b51e-15fd-4ba2-8410-1bb2a4e108bf req-00dca1eb-6523-43a3-aa50-dbd235283816 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:57.061155 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7895b51e-15fd-4ba2-8410-1bb2a4e108bf req-00dca1eb-6523-43a3-aa50-dbd235283816 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0880737 Oct 13 04:23:57.145675 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7895b51e-15fd-4ba2-8410-1bb2a4e108bf req-d7b67b80-d20d-458c-a7b1-9258ee3588b9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796480 Oct 13 04:23:57.166622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.203875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e8d99-9cc5-49c8-aa08-bfe116b4aab4 req-97981849-9185-48c6-b7e6-c8bf6708a416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:57.211602 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-099e8d99-9cc5-49c8-aa08-bfe116b4aab4 req-97981849-9185-48c6-b7e6-c8bf6708a416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0594974 Oct 13 04:23:57.232478 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:57.238078 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:57.261179 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'mac_address': 'fa:16:3e:61:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:57.280193 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Publish callbacks [] for security_group (d1b3007f-8caf-4ed2-be24-95c8c396dff9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.287529 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-099e8d99-9cc5-49c8-aa08-bfe116b4aab4 req-33ae416a-5858-4d24-99df-8937c69a2a8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724347 Oct 13 04:23:57.289492 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d1b3007f-8caf-4ed2-be24-95c8c396dff9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.296596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:57.329504 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 9b98fb07-be4c-4add-b232-a8149b2588d6 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:57.330240 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.350002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 59770) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:57.350340 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ca90bafb9f5b4ab9b47432d9da9ce184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398284 Oct 13 04:23:57.356037 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3007f-8caf-4ed2-be24-95c8c396dff9,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.366051 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98fb07-be4c-4add-b232-a8149b2588d6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:23:57.373661 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.374008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.374390 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.375341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.375882 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.376428 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.377982 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.381915 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.385886 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.386341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.386754 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.389837 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.390447 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.391436 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.391784 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370546b-7882-4874-9956-dda2ef98b540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:57.397382 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:57.412157 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.435523 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] Publish callbacks [] for security_group (d1b3007f-8caf-4ed2-be24-95c8c396dff9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.467341 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:57.473569 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] Publish callbacks [] for security_group (d1b3007f-8caf-4ed2-be24-95c8c396dff9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.491278 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.539700 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d1b3007f-8caf-4ed2-be24-95c8c396dff9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.542836 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:57.544096 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d1b3007f-8caf-4ed2-be24-95c8c396dff9 HTTP/1.1" status: 204 len: 168 time: 0.1926196 Oct 13 04:23:57.553032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814db9c-0a58-470b-a81e-5b2c250dbf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3007f-8caf-4ed2-be24-95c8c396dff9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.013036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d8dd-8d6d-49e3-a35b-e25433933ab0 req-35f6736d-9733-4f7d-b880-d42f65fface9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.015362 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f92d8dd-8d6d-49e3-a35b-e25433933ab0 req-35f6736d-9733-4f7d-b880-d42f65fface9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0893269 Oct 13 04:23:58.072216 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['9b98fb07-be4c-4add-b232-a8149b2588d6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:23:58.095940 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3f92d8dd-8d6d-49e3-a35b-e25433933ab0 req-c4a7eae3-5742-4e56-9eea-ecfd975807a1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749006 Oct 13 04:23:58.352062 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-85b9b9c5-bb43-4dcf-add4-1d67a27429e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.353848 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-85b9b9c5-bb43-4dcf-add4-1d67a27429e6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1129 time: 0.1007047 Oct 13 04:23:58.418726 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10462f-a673-4b29-9eb0-7f4a7324642d req-19ffc0ba-d69c-4453-9d00-ed02a90eddcd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.428284 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a10462f-a673-4b29-9eb0-7f4a7324642d req-19ffc0ba-d69c-4453-9d00-ed02a90eddcd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 945 time: 0.0721297 Oct 13 04:23:58.508534 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c17ff-2fb8-4846-9f18-42b233ad3639 req-9c92f658-6fd5-4e91-9f7b-8e6b57e306b8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.517100 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e90c17ff-2fb8-4846-9f18-42b233ad3639 req-9c92f658-6fd5-4e91-9f7b-8e6b57e306b8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.0880575 Oct 13 04:23:58.557880 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2a10462f-a673-4b29-9eb0-7f4a7324642d req-e1042590-1dbe-4065-b9f7-c1560137a6a5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269004 Oct 13 04:23:58.592815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-5e44658c-3e97-430e-b06c-88d2e9650c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.595730 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-5e44658c-3e97-430e-b06c-88d2e9650c07 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.1642277 Oct 13 04:23:58.603359 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e90c17ff-2fb8-4846-9f18-42b233ad3639 req-70b09fcc-57f0-4b6a-9d00-2493e3b28eb5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712554 Oct 13 04:23:58.713351 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-411e8cb6-680d-45d3-a1e5-da5ac3669db6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 1001 time: 0.1027703 Oct 13 04:23:58.793650 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:58.802263 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-56a8e142-097e-41b6-8c3c-1bc57da148d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.803998 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-56a8e142-097e-41b6-8c3c-1bc57da148d2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0693390 Oct 13 04:23:58.867556 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7db9f04e-6fe9-46c5-8aed-1e5ec5aff273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:58.901379 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-b88f046b-9eb0-4231-b918-0b4a755aa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:58.903446 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-b88f046b-9eb0-4231-b918-0b4a755aa538 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840359 Oct 13 04:23:59.023129 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-6b0027bd-09ee-45f4-a4c8-77b2415e3da5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069825 Oct 13 04:23:59.030342 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:59.142338 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-20d6915e-118f-440f-b5ae-5fec77e3a3d6 req-605aa0d7-c5f9-4d8e-ae1b-3ad947d311e2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120238 Oct 13 04:23:59.149155 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59820) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:59.233414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb493948-1669-4cf7-8625-69f7caaf6240 req-74311ecb-92a6-4657-99ec-b84818ca7c2a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:59.241832 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb493948-1669-4cf7-8625-69f7caaf6240 req-74311ecb-92a6-4657-99ec-b84818ca7c2a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0629549 Oct 13 04:23:59.298646 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb493948-1669-4cf7-8625-69f7caaf6240 req-492fbc0b-39b0-4e6d-b621-eddf7808d8dc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557756 Oct 13 04:23:59.331261 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc148a2-790f-42f6-be4b-03703629c0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.451687 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc148a2-790f-42f6-be4b-03703629c0c1 admin admin] Publish callbacks [] for security_group (639f794b-4d22-48ac-a190-38bc7261755d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.456688 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3cc148a2-790f-42f6-be4b-03703629c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (639f794b-4d22-48ac-a190-38bc7261755d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.521486 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3cc148a2-790f-42f6-be4b-03703629c0c1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8ef4864e03e84de3bd599556277337cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688927 Oct 13 04:23:59.521486 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc148a2-790f-42f6-be4b-03703629c0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f794b-4d22-48ac-a190-38bc7261755d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:59.522319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59828) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:23:59.527738 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:59.574411 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] Publish callbacks [] for security_group (639f794b-4d22-48ac-a190-38bc7261755d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.596637 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] Publish callbacks [] for security_group (639f794b-4d22-48ac-a190-38bc7261755d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.600521 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 9b98fb07-be4c-4add-b232-a8149b2588d6 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:23:59.610053 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 9b98fb07-be4c-4add-b232-a8149b2588d6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:23:59.610818 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.611359 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 9b98fb07-be4c-4add-b232-a8149b2588d6 Oct 13 04:23:59.644943 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:59.679471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (639f794b-4d22-48ac-a190-38bc7261755d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.683545 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.684700 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/639f794b-4d22-48ac-a190-38bc7261755d HTTP/1.1" status: 204 len: 168 time: 0.1614745 Oct 13 04:23:59.699773 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902d89-af45-4959-8604-d1040d54fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f794b-4d22-48ac-a190-38bc7261755d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:59.713305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59631d5-4d1a-43a5-95e1-d4313707fc7e req-e192cd89-7776-4b7e-9fff-f525f764077e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:59.714899 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c59631d5-4d1a-43a5-95e1-d4313707fc7e req-e192cd89-7776-4b7e-9fff-f525f764077e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 945 time: 0.0717025 Oct 13 04:23:59.753540 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 9b98fb07-be4c-4add-b232-a8149b2588d6 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:23:59.753945 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.798403 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c59631d5-4d1a-43a5-95e1-d4313707fc7e req-2e4d36db-849b-4e48-833c-0eb1afd980f5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759385 Oct 13 04:23:59.832722 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:23:59.835174 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94013935-5ab5-482c-abda-ce09f2f87a45" -d '{"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-plugged", "status": "completed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:59.853653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:23:59.868243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd7bf1-5d9e-49fe-a054-f417770571f3 req-a065d5f8-bdbe-4956-b653-606cc305e1bc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:23:59.868480 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:59.869814 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3fd7bf1-5d9e-49fe-a054-f417770571f3 req-a065d5f8-bdbe-4956-b653-606cc305e1bc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1012180 Oct 13 04:23:59.875687 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:23:59.886449 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f5ce3-f56e-44dc-b85c-c0aa6474f15c x-openstack-request-id: req-f74f5ce3-f56e-44dc-b85c-c0aa6474f15c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:59.886733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-plugged", "status": "completed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:59.886986 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f74f5ce3-f56e-44dc-b85c-c0aa6474f15c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:59.887379 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74f5ce3-f56e-44dc-b85c-c0aa6474f15c'] response: {'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'code': 200} Oct 13 04:23:59.939002 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3fd7bf1-5d9e-49fe-a054-f417770571f3 req-09002573-6a62-4cb1-b264-32b71a685095 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578637 Oct 13 04:23:59.945344 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:00.438476 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d26a7-6799-41b9-b631-57edf8007b09 req-add4170a-8512-4a03-83d1-10a9a61d375f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:00.440050 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c50d26a7-6799-41b9-b631-57edf8007b09 req-add4170a-8512-4a03-83d1-10a9a61d375f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0587184 Oct 13 04:24:00.494108 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c50d26a7-6799-41b9-b631-57edf8007b09 req-30ed7c87-fc8e-46c6-a582-888940d8085f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482469 Oct 13 04:24:00.948985 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5070d4-b0df-45cd-8006-776a41e68dd3 req-052da948-0e1f-4192-a9cb-91c817b501c8 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:00.950630 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4c5070d4-b0df-45cd-8006-776a41e68dd3 req-052da948-0e1f-4192-a9cb-91c817b501c8 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0619204 Oct 13 04:24:01.065347 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4c5070d4-b0df-45cd-8006-776a41e68dd3 req-4db7bd46-ba13-4c41-8678-a0ba28cf6e63 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080337 Oct 13 04:24:01.120337 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c0800547-4e99-4312-8816-bc6b8ba5f200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:01.175542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693d29-cdef-431a-9b4c-7d6c1ccf1888 req-82878e04-05eb-4b98-912d-789748290b4e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:01.177056 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd693d29-cdef-431a-9b4c-7d6c1ccf1888 req-82878e04-05eb-4b98-912d-789748290b4e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 945 time: 0.1123927 Oct 13 04:24:01.222353 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:01.250978 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fd693d29-cdef-431a-9b4c-7d6c1ccf1888 req-cc3a5b4c-3241-4608-b8e9-37297ef5fe54 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675275 Oct 13 04:24:01.464230 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4065e-fccf-41ea-93c4-3d41c8958e73 req-4783bca0-6065-47e0-86d1-0c56e24adf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:01.465738 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-83a4065e-fccf-41ea-93c4-3d41c8958e73 req-4783bca0-6065-47e0-86d1-0c56e24adf91 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.0407257 Oct 13 04:24:01.494539 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:01.572556 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-83a4065e-fccf-41ea-93c4-3d41c8958e73 req-fa5680cd-7173-4d2d-b639-0454c23c835a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501390 Oct 13 04:24:01.573969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:01.574412 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:01.610824 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.613925 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:01.633818 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee53e-cc32-47f4-95b5-bbf8729c673e req-2eb2ee56-d80d-45df-83d5-359504e565b0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:01.635323 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-54fee53e-cc32-47f4-95b5-bbf8729c673e req-2eb2ee56-d80d-45df-83d5-359504e565b0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0500371 Oct 13 04:24:01.662782 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.686454 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-54fee53e-cc32-47f4-95b5-bbf8729c673e req-4f206006-f6e5-4258-aa04-600f1f47ef07 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445640 Oct 13 04:24:01.889177 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:01.892206 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc45cb13-e00a-4027-a4ac-291a0121d229" -d '{"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:01.931310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff53fc58-335a-40f6-bdc4-b5a6b6f5a45d x-openstack-request-id: req-ff53fc58-335a-40f6-bdc4-b5a6b6f5a45d {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:01.931639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:01.931904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ff53fc58-335a-40f6-bdc4-b5a6b6f5a45d {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:01.932311 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff53fc58-335a-40f6-bdc4-b5a6b6f5a45d'] response: {'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'code': 200} Oct 13 04:24:02.184881 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099d77f-58af-48f0-9544-4878dc677ac3 req-8a107483-94c4-46d2-935c-6250c9aa27f5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:02.186419 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0099d77f-58af-48f0-9544-4878dc677ac3 req-8a107483-94c4-46d2-935c-6250c9aa27f5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0483017 Oct 13 04:24:02.242404 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0099d77f-58af-48f0-9544-4878dc677ac3 req-a8b5cfd3-de34-496d-bb7f-8b4f5ee8b2a4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495033 Oct 13 04:24:02.274306 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59970) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:02.325468 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Deleting subnet 136cfdbf-9455-4935-adb7-86b259f246e7 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:24:02.329229 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Publish callbacks [] for subnet (136cfdbf-9455-4935-adb7-86b259f246e7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.358019 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:02.401108 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (136cfdbf-9455-4935-adb7-86b259f246e7), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.435432 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.445443 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a144029-db54-41e0-9168-fee34280ef2b req-fb05da3f-41e0-453c-b663-dd2ecf038ce7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:02.446956 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a144029-db54-41e0-9168-fee34280ef2b req-fb05da3f-41e0-453c-b663-dd2ecf038ce7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0988810 Oct 13 04:24:02.487368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (136cfdbf-9455-4935-adb7-86b259f246e7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.545804 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a144029-db54-41e0-9168-fee34280ef2b req-3fdd5e9f-802f-4a1a-9784-d42c3643bb97 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922098 Oct 13 04:24:02.563282 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (136cfdbf-9455-4935-adb7-86b259f246e7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.590714 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=136cfdbf-9455-4935-adb7-86b259f246e7,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.594904 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:02.598054 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f4d373e9-6e1a-4d3f-aec6-32496ec9d22c admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/136cfdbf-9455-4935-adb7-86b259f246e7 HTTP/1.1" status: 204 len: 168 time: 0.3225973 Oct 13 04:24:02.600476 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 59978) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:02.676431 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (7358a795-2926-4538-a53c-de076264b109), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.012558 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (7358a795-2926-4538-a53c-de076264b109), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.020601 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a01a0e-943d-44d6-9dfa-272248ae2275 req-43e19271-e90f-4cc5-aa6c-ab9cfe99b20d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:03.022092 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c2a01a0e-943d-44d6-9dfa-272248ae2275 req-43e19271-e90f-4cc5-aa6c-ab9cfe99b20d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0953357 Oct 13 04:24:03.055771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7358a795-2926-4538-a53c-de076264b109']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.075049 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbab0562-9195-46be-97be-2688cd055ef0') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.075347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbab0562-9195-46be-97be-2688cd055ef0') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:03.092101 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (fbab0562-9195-46be-97be-2688cd055ef0), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.099018 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-c146a4a2-7821-4177-b4fb-8d68b4fb15d3 req-eccd1f0c-56fe-418f-b19c-62459025f86d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:24:03.100126 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c146a4a2-7821-4177-b4fb-8d68b4fb15d3 req-eccd1f0c-56fe-418f-b19c-62459025f86d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055139 Oct 13 04:24:03.111266 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c2a01a0e-943d-44d6-9dfa-272248ae2275 req-2b2bb10e-379f-4462-b7cc-c70f1301a53b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828173 Oct 13 04:24:03.115428 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (fbab0562-9195-46be-97be-2688cd055ef0), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.122516 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:03.122916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (fbab0562-9195-46be-97be-2688cd055ef0), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.166561 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment fbab0562-9195-46be-97be-2688cd055ef0 resource provider aggregate not found Oct 13 04:24:03.189636 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment fbab0562-9195-46be-97be-2688cd055ef0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbab0562-9195-46be-97be-2688cd055ef0 found for delete ", "request_id": "req-b9180274-465a-4bb3-9127-600840c9fab5"}]} Oct 13 04:24:03.193470 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (7358a795-2926-4538-a53c-de076264b109), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.200358 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.206961 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/7358a795-2926-4538-a53c-de076264b109 HTTP/1.1" status: 204 len: 168 time: 0.6030171 Oct 13 04:24:03.217755 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b2306-0d20-40e1-9716-aaf40dca036b admin admin] Pushing event deleted for resources: {'Network': ['ID=7358a795-2926-4538-a53c-de076264b109,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.333636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54e86a-cabc-4818-9c46-4a07a0e58d6e req-f1e3abde-3645-4f07-9e32-a7d51c1cd33e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:03.335583 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-de54e86a-cabc-4818-9c46-4a07a0e58d6e req-f1e3abde-3645-4f07-9e32-a7d51c1cd33e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0605650 Oct 13 04:24:03.391001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b03049-af3b-4083-aa08-ca1a9ba5d154 req-b74ca550-f4a3-4d09-a6c7-a4e35f941480 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:03.392352 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-de54e86a-cabc-4818-9c46-4a07a0e58d6e req-fc5ba4dc-0b31-47ae-8c35-706118e68385 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503144 Oct 13 04:24:03.393569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-98b03049-af3b-4083-aa08-ca1a9ba5d154 req-b74ca550-f4a3-4d09-a6c7-a4e35f941480 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0587208 Oct 13 04:24:03.455571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60018) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:03.493458 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-98b03049-af3b-4083-aa08-ca1a9ba5d154 req-4c6bceb7-cf6c-40ee-b85e-132b08832d53 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940416 Oct 13 04:24:03.530148 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-76ea5ab4-0188-4632-8cba-06ae007f9f2d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e7d1e420eec84d1f8b78333b7d814f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734520 Oct 13 04:24:03.531770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60020) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:03.581016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] Publish callbacks [] for security_group (0af52f5d-bdba-4fdd-a40f-796cb6a37564), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.588670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:03.603050 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] Publish callbacks [] for security_group (0af52f5d-bdba-4fdd-a40f-796cb6a37564), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.651925 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0af52f5d-bdba-4fdd-a40f-796cb6a37564), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.654511 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:03.655679 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0af52f5d-bdba-4fdd-a40f-796cb6a37564 HTTP/1.1" status: 204 len: 168 time: 0.1229784 Oct 13 04:24:03.664058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc4dc3-1011-489c-8e6d-8503149eb5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af52f5d-bdba-4fdd-a40f-796cb6a37564,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.809533 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60032) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:03.944009 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-5e78786a-9b5e-4a9f-98d9-e77ab15a5a88 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333485 Oct 13 04:24:03.953395 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-12b15130-289b-45ef-bc96-53f8605e08b3 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:24:03.954684 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-12b15130-289b-45ef-bc96-53f8605e08b3 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057614 Oct 13 04:24:04.071531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:04.078408 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.109381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60052) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:04.245797 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043dab-713e-4af9-a343-780d51248492 req-94bead4e-2344-43d5-9f38-99215b2e54f7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:04.250706 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f043dab-713e-4af9-a343-780d51248492 req-94bead4e-2344-43d5-9f38-99215b2e54f7 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0552354 Oct 13 04:24:04.272005 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:04.317967 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f043dab-713e-4af9-a343-780d51248492 req-f6e9bc57-b111-4a30-8c3c-21ecf51cc537 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630500 Oct 13 04:24:04.328242 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.358541 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-b548a076-450a-4691-bca7-b64587ffaa47 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:04.359999 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-b548a076-450a-4691-bca7-b64587ffaa47 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports/5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 940 time: 0.2490244 Oct 13 04:24:04.387953 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:04.416970 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60068) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:04.545240 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366629270-network', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:04.553907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdcccf-4f41-4e0b-b589-cc2c38c947c9 req-3b88f22a-caf7-40c0-9c0c-19fa5ffaeaf0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:04.560655 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-86bdcccf-4f41-4e0b-b589-cc2c38c947c9 req-3b88f22a-caf7-40c0-9c0c-19fa5ffaeaf0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0598812 Oct 13 04:24:04.585332 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Made reservation on behalf of f2b13e92741f40bc8044ed4bc999b07f for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:04.589646 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.590548 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:04.610613 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-86bdcccf-4f41-4e0b-b589-cc2c38c947c9 req-09a03461-72fa-41ce-bcbd-050fcba534e7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487938 Oct 13 04:24:04.611813 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.666238 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed49a4-6fbf-459a-a3df-b2b73966f1bc req-c70fc06c-2873-41e7-b0a5-b18084a2feff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:04.667745 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-38ed49a4-6fbf-459a-a3df-b2b73966f1bc req-c70fc06c-2873-41e7-b0a5-b18084a2feff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0733645 Oct 13 04:24:04.746871 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-38ed49a4-6fbf-459a-a3df-b2b73966f1bc req-b9015b49-d3f7-442b-bba3-0461d9108b8f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720811 Oct 13 04:24:04.751169 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:04.771116 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks [] for security_group (deec63aa-443c-4f30-b40e-a8f660c39218), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.774945 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (deec63aa-443c-4f30-b40e-a8f660c39218), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.801577 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:04.811543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deec63aa-443c-4f30-b40e-a8f660c39218,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.816389 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (9673b5a1-f9a5-45cc-a86e-d4a4554913e1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.816739 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Added segment 9673b5a1-f9a5-45cc-a86e-d4a4554913e1 of type vlan for network 1ab6a10d-cef9-4781-9526-144afd708fcb Oct 13 04:24:04.859966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (1ab6a10d-cef9-4781-9526-144afd708fcb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.883305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (1ab6a10d-cef9-4781-9526-144afd708fcb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.884461 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:04.885045 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:04.940980 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5228992 Oct 13 04:24:04.943823 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60082) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:04.954646 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Request body: {'subnet': {'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366629270-subnet', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:04.969097 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5624-9958-47bc-a49e-766f75950af2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab6a10d-cef9-4781-9526-144afd708fcb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.979979 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 1ab6a10d-cef9-4781-9526-144afd708fcb details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:04.988883 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Made reservation on behalf of f2b13e92741f40bc8044ed4bc999b07f for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:04.991446 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32375679'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.162259 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30841638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32375661'] for subnet (95802049-8c2f-4223-9532-9d80206387a3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.211453 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95802049-8c2f-4223-9532-9d80206387a3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.220361 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:05.228081 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Checking segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:05.228437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Network hostable DHCP agents. Network: 1ab6a10d-cef9-4781-9526-144afd708fcb, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:05.246899 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Network 1ab6a10d-cef9-4781-9526-144afd708fcb is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:05.256213 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 1ab6a10d-cef9-4781-9526-144afd708fcb) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:05.260357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:05.261774 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.265542 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe091d-5ff4-4eab-a8ac-74aa05df15f2 None None] Network 1ab6a10d-cef9-4781-9526-144afd708fcb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:24:05.278153 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c7cc2119-fee4-489e-874c-6a1ec74ad626 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3333170 Oct 13 04:24:05.281634 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60084) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:05.285998 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:05.306732 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.307699 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.363549 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for router_controller (ccdf27fc-2c53-4ea5-9642-702ba7f87839), precommit_add_association {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.387523 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-1ab6a10d-cef9-4781-9526-144afd708fcb', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:24:05.388622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.448187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a9e86-2e17-4835-bb6f-238d8992169d req-4c0d850d-a0ed-4478-9ae7-1f0006d0ca1c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:05.449987 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-474a9e86-2e17-4835-bb6f-238d8992169d req-4c0d850d-a0ed-4478-9ae7-1f0006d0ca1c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Oct 13 04:24:05.502571 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-474a9e86-2e17-4835-bb6f-238d8992169d req-7d668d01-b4b8-414f-a5fa-94eddadf1074 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Oct 13 04:24:05.504658 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for router_gateway (ccdf27fc-2c53-4ea5-9642-702ba7f87839), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.549872 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.561332 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Allocated IP 172.20.0.2 (1ab6a10d-cef9-4781-9526-144afd708fcb/95802049-8c2f-4223-9532-9d80206387a3/890b1407-82bd-41a4-9ab8-802b89036fc2) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:05.586532 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:05.718485 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for router_gateway (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.729935 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:05.752289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.761145 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks [] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.767283 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.810577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Network 1ab6a10d-cef9-4781-9526-144afd708fcb is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:05.817159 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:05.821504 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:05.825045 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Pushing event updated for resources: {'Port': ['ID=890b1407-82bd-41a4-9ab8-802b89036fc2,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.884448 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d746e9-b846-422f-b3cb-384cabeb796f req-71e81a6a-4718-4367-8312-8ee1bff84042 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:05.886011 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a5d746e9-b846-422f-b3cb-384cabeb796f req-71e81a6a-4718-4367-8312-8ee1bff84042 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.1366043 Oct 13 04:24:05.894403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Attempting to bind port 890b1407-82bd-41a4-9ab8-802b89036fc2 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:05.894777 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Attempting to bind port 890b1407-82bd-41a4-9ab8-802b89036fc2 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:05.895139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Attempting to bind port 890b1407-82bd-41a4-9ab8-802b89036fc2 on network 1ab6a10d-cef9-4781-9526-144afd708fcb {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:05.915509 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b0eb-da4d-481f-8b13-ce7e4be776f8 req-75861852-2f1b-4ffc-aa47-eec5e6485eea tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:05.917023 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6b34b0eb-da4d-481f-8b13-ce7e4be776f8 req-75861852-2f1b-4ffc-aa47-eec5e6485eea tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0596242 Oct 13 04:24:05.940955 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:05.941719 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Checking segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:05.942131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.942560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Bound using segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:05.943647 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Bound port: 890b1407-82bd-41a4-9ab8-802b89036fc2, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:05.944033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:05.969448 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6b34b0eb-da4d-481f-8b13-ce7e4be776f8 req-c09b41b3-52f9-4617-b991-c95503deaec4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Oct 13 04:24:05.982557 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Allocated IP 172.27.1.84 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/6b6ce26a-4e56-4e0a-8948-2440212bcfac) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:05.989207 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a5d746e9-b846-422f-b3cb-384cabeb796f req-ea009cde-c312-4790-b41b-32549d1c8296 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948493 Oct 13 04:24:06.019603 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] For port 890b1407-82bd-41a4-9ab8-802b89036fc2, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:06.023673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] For port 890b1407-82bd-41a4-9ab8-802b89036fc2, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=890b1407-82bd-41a4-9ab8-802b89036fc2,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:06.029493 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.089010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a549c-e4e2-4962-9c11-90190787b058 None None] Pushing event updated for resources: {'Port': ['ID=890b1407-82bd-41a4-9ab8-802b89036fc2,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.123215 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.133088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974c46-8c2e-42bf-8e8a-cfa44b67196b req-9f208cbd-0429-44ee-a086-6867b3f9cf1a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:06.134863 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4d974c46-8c2e-42bf-8e8a-cfa44b67196b req-9f208cbd-0429-44ee-a086-6867b3f9cf1a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0561719 Oct 13 04:24:06.157596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.191416 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4d974c46-8c2e-42bf-8e8a-cfa44b67196b req-3eb51e8f-3998-4e25-a341-27308307f242 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493865 Oct 13 04:24:06.201529 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:06.205941 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:06.215241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:06.227456 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60098) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:06.235806 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Pushing event updated for resources: {'Port': ['ID=6b6ce26a-4e56-4e0a-8948-2440212bcfac,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.246962 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:06.392104 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c11ba-0030-454c-80f4-172f6a06a131 tempest-TestShelveInstance-734425010 tempest-TestShelveInstance-734425010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:06.393656 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d60c11ba-0030-454c-80f4-172f6a06a131 tempest-TestShelveInstance-734425010 tempest-TestShelveInstance-734425010-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1125 time: 0.1652052 Oct 13 04:24:06.396607 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60102) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:06.402850 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:06.462754 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.479888 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-1ca89e8f-c43c-4e19-a17a-2d694396a663 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648558 Oct 13 04:24:06.520195 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for router_gateway (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.565652 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.588697 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:06.691405 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67425cf0-32b7-4b31-bd3f-e1229dbcc1da req-0eea6169-1ec8-4292-8bb0-aaabdb0cb2f2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:06.699101 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-67425cf0-32b7-4b31-bd3f-e1229dbcc1da req-0eea6169-1ec8-4292-8bb0-aaabdb0cb2f2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0684967 Oct 13 04:24:06.740598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Allocated IP 172.27.1.210 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/762949fe-4b11-44b1-a4b2-555287ec818e) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:06.824323 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-67425cf0-32b7-4b31-bd3f-e1229dbcc1da req-6139ecc8-2007-4bcf-8a65-b49601cd30d3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241868 Oct 13 04:24:06.839445 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.884094 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for port (762949fe-4b11-44b1-a4b2-555287ec818e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:06.885419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:06.938546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:07.031561 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:07.033683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Router ccdf27fc-2c53-4ea5-9642-702ba7f87839 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:07.039348 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:07.044288 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac339-9076-4711-9422-87d1355e3e50 req-0e6bac5b-8452-40d6-99ed-11e16556c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:07.045818 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-0e6bac5b-8452-40d6-99ed-11e16556c077 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 1130 time: 0.1022339 Oct 13 04:24:07.051135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:07.054647 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'Port': ['ID=762949fe-4b11-44b1-a4b2-555287ec818e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.177616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:07.185895 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:07.197786 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Sync routers for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:07.207215 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:07.211547 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c9df3615-801f-4d27-9495-5695eed61e9a admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9286907 Oct 13 04:24:07.212254 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60116) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:07.212498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:07.213120 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.301465 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66072931-37cb-4dec-88ce-d54d76da01e7 None None] Network 1ab6a10d-cef9-4781-9526-144afd708fcb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:24:07.330442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:07.388639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:07.470809 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Provisioning complete for port 890b1407-82bd-41a4-9ab8-802b89036fc2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:07.471394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:07.471887 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Attempt 1 to provision port 890b1407-82bd-41a4-9ab8-802b89036fc2 Oct 13 04:24:07.537103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:07.580387 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da45c-d7bc-4e5d-b2f3-c1a7776dbec5 req-5fb1914d-a9dc-46f1-82e6-93afe95060d4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:07.581971 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-564da45c-d7bc-4e5d-b2f3-c1a7776dbec5 req-5fb1914d-a9dc-46f1-82e6-93afe95060d4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.4059169 Oct 13 04:24:07.598111 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:07.716734 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac339-9076-4711-9422-87d1355e3e50 req-088365e8-e1a7-4002-badb-7717e66c3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:07.718232 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-088365e8-e1a7-4002-badb-7717e66c3670 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.5432172 Oct 13 04:24:07.776123 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-44696f7e-1b6e-46bb-b21d-928e5ad700d5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 200 len: 217 time: 0.0466430 Oct 13 04:24:07.781965 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-564da45c-d7bc-4e5d-b2f3-c1a7776dbec5 req-6ea5d3da-fe0b-4a70-9962-5ddbe5bd7d8a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601515 Oct 13 04:24:07.897504 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac339-9076-4711-9422-87d1355e3e50 req-182a7aa0-1233-47ff-957c-1a627c1fb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:07.900246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-182a7aa0-1233-47ff-957c-1a627c1fb650 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0988944 Oct 13 04:24:07.914526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:07.944666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:06Z', 'revision_number': 3, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.983122 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.063457 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Checking router: ccdf27fc-2c53-4ea5-9642-702ba7f87839 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:08.063824 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Updating router ccdf27fc-2c53-4ea5-9642-702ba7f87839 port 6b6ce26a-4e56-4e0a-8948-2440212bcfac binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:08.082016 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.143718 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ac339-9076-4711-9422-87d1355e3e50 req-c16abf8a-150e-4d1a-9348-47197639d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:08.145899 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-c16abf8a-150e-4d1a-9348-47197639d3f7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1500189 Oct 13 04:24:08.153821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 890b1407-82bd-41a4-9ab8-802b89036fc2 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:08.186917 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: DOWN; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:08.200201 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.206905 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Current status of the port 890b1407-82bd-41a4-9ab8-802b89036fc2 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:08.207296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.239297 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a7f68-56c7-42e3-b6cb-d8f22b18f77b req-5775979c-6a64-45f8-a747-d4dddbfa0fe4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:08.240982 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f6a7f68-56c7-42e3-b6cb-d8f22b18f77b req-5775979c-6a64-45f8-a747-d4dddbfa0fe4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.2656636 Oct 13 04:24:08.335477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 890b1407-82bd-41a4-9ab8-802b89036fc2 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:08.335816 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.336269 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 890b1407-82bd-41a4-9ab8-802b89036fc2 Oct 13 04:24:08.343566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.381855 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Allocated IP 172.20.0.1 (1ab6a10d-cef9-4781-9526-144afd708fcb/95802049-8c2f-4223-9532-9d80206387a3/c5505ae3-b19b-4b58-be8a-0c5ce9111897) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:08.384544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] For port 890b1407-82bd-41a4-9ab8-802b89036fc2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=890b1407-82bd-41a4-9ab8-802b89036fc2,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:08.402180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.416918 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f6a7f68-56c7-42e3-b6cb-d8f22b18f77b req-41e83bfc-351f-47c5-927b-d523fb4883c9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664524 Oct 13 04:24:08.437646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for floatingip (4d73eabe-54c6-42ff-9685-6118524ab63e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.480993 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-d85a736a-01c3-481f-b960-4ba30e0ca12c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203900 Oct 13 04:24:08.506605 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2301b-a303-47d9-99cb-59ec36f608d4 None None] Pushing event updated for resources: {'Port': ['ID=890b1407-82bd-41a4-9ab8-802b89036fc2,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.589035 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-66531057-e45b-450e-aeb1-e0c02213050d None None] Provisioning complete for port 890b1407-82bd-41a4-9ab8-802b89036fc2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:08.589658 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-66531057-e45b-450e-aeb1-e0c02213050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.590002 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-66531057-e45b-450e-aeb1-e0c02213050d None None] Attempt 1 to provision port 890b1407-82bd-41a4-9ab8-802b89036fc2 Oct 13 04:24:08.592311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.598370 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.601357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks [] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.664212 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.720222 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Network 1ab6a10d-cef9-4781-9526-144afd708fcb is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:08.724316 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.734036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:08.736438 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a40ac339-9076-4711-9422-87d1355e3e50 req-40f4871a-c1ed-4c9b-b477-429fb706d4e3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439599 Oct 13 04:24:08.738575 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:08.794114 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 890b1407-82bd-41a4-9ab8-802b89036fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:08.794636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Pushing event updated for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.802343 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks [] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.804391 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.816673 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02335e5-ff15-4fe8-8f7f-17bb94f4b74a req-5518c387-74a5-44d3-a3c0-5c7df7465e58 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:08.818276 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a02335e5-ff15-4fe8-8f7f-17bb94f4b74a req-5518c387-74a5-44d3-a3c0-5c7df7465e58 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1025331 Oct 13 04:24:08.830385 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.832190 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.865092 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for port (762949fe-4b11-44b1-a4b2-555287ec818e), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.874221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.883883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-66531057-e45b-450e-aeb1-e0c02213050d None None] Current status of the port 890b1407-82bd-41a4-9ab8-802b89036fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:08.896241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Attempting to bind port 6b6ce26a-4e56-4e0a-8948-2440212bcfac on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:08.903619 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Attempting to bind port 6b6ce26a-4e56-4e0a-8948-2440212bcfac by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:08.904278 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Attempting to bind port 6b6ce26a-4e56-4e0a-8948-2440212bcfac on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:08.912501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:08.939528 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea045d1-fc0f-482a-8208-502370e2dc95 None None] Pushing event updated for resources: {'Port': ['ID=6b6ce26a-4e56-4e0a-8948-2440212bcfac,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.962769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:08.963168 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:08.963554 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:08.963950 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:08.964428 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Bound port: 6b6ce26a-4e56-4e0a-8948-2440212bcfac, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:08.966049 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.056758 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] For port 6b6ce26a-4e56-4e0a-8948-2440212bcfac, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:09.063098 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] For port 6b6ce26a-4e56-4e0a-8948-2440212bcfac, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6b6ce26a-4e56-4e0a-8948-2440212bcfac,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:09.072261 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.106517 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (4d73eabe-54c6-42ff-9685-6118524ab63e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.142220 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a02335e5-ff15-4fe8-8f7f-17bb94f4b74a req-4c148ff1-5edf-4f43-9deb-27c0af88d50e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161496 Oct 13 04:24:09.145376 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-9c6de4e4-baad-4b07-843b-cd140a143e89 None None] Provisioning complete for port c5505ae3-b19b-4b58-be8a-0c5ce9111897 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:09.146266 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c6de4e4-baad-4b07-843b-cd140a143e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.146601 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-9c6de4e4-baad-4b07-843b-cd140a143e89 None None] Attempt 1 to provision port c5505ae3-b19b-4b58-be8a-0c5ce9111897 Oct 13 04:24:09.150929 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:09.151631 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.175549 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event updated for resources: {'Port': ['ID=762949fe-4b11-44b1-a4b2-555287ec818e,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.180704 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.230529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea045d1-fc0f-482a-8208-502370e2dc95 None None] Pushing event updated for resources: {'Port': ['ID=6b6ce26a-4e56-4e0a-8948-2440212bcfac,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.235785 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e181a-0cf2-4283-880c-3e4660e44374 req-407f8249-38af-44fa-bf22-2311c83e040a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:09.238091 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-732e181a-0cf2-4283-880c-3e4660e44374 req-407f8249-38af-44fa-bf22-2311c83e040a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.2844248 Oct 13 04:24:09.256986 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9c6de4e4-baad-4b07-843b-cd140a143e89 None None] Port c5505ae3-b19b-4b58-be8a-0c5ce9111897 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:24:09.275631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-8c6229c4-766d-4cd9-8154-8a29aae58397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:09.278182 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-8c6229c4-766d-4cd9-8154-8a29aae58397 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 1127 time: 0.2685406 Oct 13 04:24:09.279924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:09.332931 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:09.365946 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60138) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:09.371665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-d04b1699-e2c9-4a0a-a25d-5ec1df61a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:09.373293 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-d04b1699-e2c9-4a0a-a25d-5ec1df61a62e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1129 time: 0.1332765 Oct 13 04:24:09.385705 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Floating IP 4d73eabe-54c6-42ff-9685-6118524ab63e associated. External IP: 172.27.1.210, port: 9b98fb07-be4c-4add-b232-a8149b2588d6. Oct 13 04:24:09.439791 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-732e181a-0cf2-4283-880c-3e4660e44374 req-8726eef5-1074-4e74-8a37-6cdaad857844 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454794 Oct 13 04:24:09.449238 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks [] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.465482 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.535158 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.565211 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91fd7684-e219-49a1-9777-a2710ace8bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.590383 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 1, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.616849 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e272a2-80ee-4f8c-8fea-cc75b57cf2fd None None] The sync data for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi is: [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 1, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:09.617144 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Pushing event updated for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.657671 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:09.711545 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Network 1ab6a10d-cef9-4781-9526-144afd708fcb is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:09.714289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:09.744354 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:09.770101 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-c95ffa00-54ca-48b8-a91e-30a235664616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:09.771674 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-c95ffa00-54ca-48b8-a91e-30a235664616 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1127 time: 0.1126771 Oct 13 04:24:09.836035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91fd7684-e219-49a1-9777-a2710ace8bd2 admin admin] Publish callbacks [] for security_group (6431a313-be1e-44b5-ba2e-ed15b54dacd8), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.868330 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-91fd7684-e219-49a1-9777-a2710ace8bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6431a313-be1e-44b5-ba2e-ed15b54dacd8), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:09.939377 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-91fd7684-e219-49a1-9777-a2710ace8bd2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc0632ce0f1648bb81b10c1c8147c5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5723617 Oct 13 04:24:09.954523 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60144) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:09.972661 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd7684-e219-49a1-9777-a2710ace8bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6431a313-be1e-44b5-ba2e-ed15b54dacd8,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.988788 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Router ccdf27fc-2c53-4ea5-9642-702ba7f87839 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:09.991596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:10.162009 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] Publish callbacks [] for security_group (6431a313-be1e-44b5-ba2e-ed15b54dacd8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.162245 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 890b1407-82bd-41a4-9ab8-802b89036fc2 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:10.188007 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] Publish callbacks [] for security_group (6431a313-be1e-44b5-ba2e-ed15b54dacd8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.248593 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c9a64988-0637-4e10-a1b9-3a2a17ff86d3 None None] Provisioning complete for port c5505ae3-b19b-4b58-be8a-0c5ce9111897 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:10.249743 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9a64988-0637-4e10-a1b9-3a2a17ff86d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.250190 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c9a64988-0637-4e10-a1b9-3a2a17ff86d3 None None] Attempt 1 to provision port c5505ae3-b19b-4b58-be8a-0c5ce9111897 Oct 13 04:24:10.261991 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:10.298880 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c9a64988-0637-4e10-a1b9-3a2a17ff86d3 None None] Port c5505ae3-b19b-4b58-be8a-0c5ce9111897 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:24:10.302932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 890b1407-82bd-41a4-9ab8-802b89036fc2 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:10.303326 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.303653 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 890b1407-82bd-41a4-9ab8-802b89036fc2 Oct 13 04:24:10.337517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6431a313-be1e-44b5-ba2e-ed15b54dacd8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.346605 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.347969 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6431a313-be1e-44b5-ba2e-ed15b54dacd8 HTTP/1.1" status: 204 len: 168 time: 0.3921921 Oct 13 04:24:10.350407 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:10.380306 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed1db6-1c97-456d-a252-cb18a06ab770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431a313-be1e-44b5-ba2e-ed15b54dacd8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.396878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1eeca-956c-4fa0-a2e9-1e7bf150f92f req-a71d7b9c-785d-4f17-a77a-12a9078c7001 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:10.398694 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d8c1eeca-956c-4fa0-a2e9-1e7bf150f92f req-a71d7b9c-785d-4f17-a77a-12a9078c7001 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1586185 Oct 13 04:24:10.407058 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:10.426941 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e60f1119-e414-4971-8e59-42fec6967313 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ccdf27fc-2c53-4ea5-9642-702ba7f87839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075250 Oct 13 04:24:10.454250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-0b935d09-0f90-4ac0-99a8-7d192170b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:10.457862 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-0b935d09-0f90-4ac0-99a8-7d192170b437 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.6470556 Oct 13 04:24:10.484155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:10.488623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-5eec7f74-93f8-43df-a956-89b2f74a68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:10.491203 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-5eec7f74-93f8-43df-a956-89b2f74a68a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.8430748 Oct 13 04:24:10.495948 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Sync routers for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:10.521309 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:10.524365 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:10.549787 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d8c1eeca-956c-4fa0-a2e9-1e7bf150f92f req-b87aa1db-d158-4063-b8cb-2e4733aed26e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215100 Oct 13 04:24:10.568410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 890b1407-82bd-41a4-9ab8-802b89036fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:10.721333 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-b2cfec00-2352-447e-852f-225092bef721 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 999 time: 0.2502742 Oct 13 04:24:10.725996 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:10.798112 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:10.826503 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-37852e07-7613-4042-b237-daeb76229689 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4252095 Oct 13 04:24:10.897956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:10.900298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef402a2-c00a-4168-b645-aa5861a48bae" -d '{"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:10.935935 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-1887facd-c094-44d9-8f57-d390fa5a5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:10.938159 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-1887facd-c094-44d9-8f57-d390fa5a5752 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.1645467 Oct 13 04:24:10.952473 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89590-dfe0-4220-ae79-af11259f82fc req-c32c0438-4ee3-4e94-863d-e0e0682212f5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:10.952473 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2bd89590-dfe0-4220-ae79-af11259f82fc req-c32c0438-4ee3-4e94-863d-e0e0682212f5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.2735448 Oct 13 04:24:10.978766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73436994-63cd-4e15-955b-bbea76978afa x-openstack-request-id: req-73436994-63cd-4e15-955b-bbea76978afa {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:10.979101 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:10.979360 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-73436994-63cd-4e15-955b-bbea76978afa {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:10.979756 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73436994-63cd-4e15-955b-bbea76978afa'] response: {'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'status': 'completed', 'code': 200} Oct 13 04:24:10.982283 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-f3004393-73f8-4724-9637-06fc8a642160 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 1001 time: 0.3080735 Oct 13 04:24:11.019024 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2bd89590-dfe0-4220-ae79-af11259f82fc req-79a4c291-57da-45be-a685-f5719ce41cb6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576196 Oct 13 04:24:11.122659 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '4d73eabe-54c6-42ff-9685-6118524ab63e', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'mac_address': 'fa:16:3e:61:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:24:07Z', 'updated_at': '2022-10-13T04:24:07Z', 'revision_number': 0, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.149624 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Checking router: 3859025a-2c7c-4ea2-83db-7afb26f17dc7 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:11.169824 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:11.170463 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.368330 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-5d845fbf-602e-46b2-b3d4-a4ff57220591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.370514 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-5d845fbf-602e-46b2-b3d4-a4ff57220591 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022675 Oct 13 04:24:11.398542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60170) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:11.405087 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-714607872-network', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:11.405648 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:11.417596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:11.449414 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Made reservation on behalf of f3cec5d37e134dc395624f81a9f77fc1 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:11.454401 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.484180 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.489809 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-a5dea638-0bf5-40fd-9cbd-767217ea9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.491372 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-a5dea638-0bf5-40fd-9cbd-767217ea9360 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.2337227 Oct 13 04:24:11.496884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef402a2-c00a-4168-b645-aa5861a48bae req-d62c1fec-7744-47de-b2ff-f24c8fdff7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.498419 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-d62c1fec-7744-47de-b2ff-f24c8fdff7e3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.1655676 Oct 13 04:24:11.589113 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks [] for security_group (59bf9b99-0197-4c04-8b76-3514eef30602), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.595497 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (59bf9b99-0197-4c04-8b76-3514eef30602), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.639697 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-c8bfe72d-689a-41dd-9c91-5000ffdfcd9f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415938 Oct 13 04:24:11.646264 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-490f976c-8e27-4107-8b40-d2dc9086c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.647818 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-490f976c-8e27-4107-8b40-d2dc9086c269 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1380990 Oct 13 04:24:11.652106 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:11.663710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf9b99-0197-4c04-8b76-3514eef30602,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.676132 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (52c105a8-b4c2-4810-9ad0-ac2371e6e610), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.676575 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Added segment 52c105a8-b4c2-4810-9ad0-ac2371e6e610 of type vlan for network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa Oct 13 04:24:11.729081 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '4d73eabe-54c6-42ff-9685-6118524ab63e', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'mac_address': 'fa:16:3e:61:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:24:07Z', 'updated_at': '2022-10-13T04:24:07Z', 'revision_number': 0, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.731411 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef402a2-c00a-4168-b645-aa5861a48bae req-e33db478-4f1f-4c33-8736-dbc56928f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.732968 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-e33db478-4f1f-4c33-8736-dbc56928f24f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 910 time: 0.2220855 Oct 13 04:24:11.765883 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac674a5-bbbe-4dbf-8765-296471a31e26 None None] The sync data for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi is: [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '4d73eabe-54c6-42ff-9685-6118524ab63e', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'mac_address': 'fa:16:3e:61:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:24:07Z', 'updated_at': '2022-10-13T04:24:07Z', 'revision_number': 0, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:11.805961 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (4d9ab9a6-7899-4bb4-a75d-649b60b742aa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.819333 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bdd43-ee93-46ac-a50d-378bf6ddf094 req-b54919cc-1ff7-4404-a609-846fb7313fc8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.826857 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cd2bdd43-ee93-46ac-a50d-378bf6ddf094 req-b54919cc-1ff7-4404-a609-846fb7313fc8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1012638 Oct 13 04:24:11.854117 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:11.876435 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (4d9ab9a6-7899-4bb4-a75d-649b60b742aa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.877419 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.877999 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:11.878420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:11.911927 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cd2bdd43-ee93-46ac-a50d-378bf6ddf094 req-70a16c16-259e-48a6-b342-e5ec4a5dcdfd tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835888 Oct 13 04:24:11.912989 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-ae22b8b8-5312-4a73-ab85-1e428bd01861 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 1000 time: 0.1249125 Oct 13 04:24:11.950796 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5504630 Oct 13 04:24:11.958030 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60176) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:11.962557 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-4d33e1be-905d-4a41-b839-4d97b3a5c351 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904084 Oct 13 04:24:11.964757 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Request body: {'subnet': {'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-714607872-subnet', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:11.966146 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-18d455a8-4387-44b9-961f-e4d68dbd0915 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926815 Oct 13 04:24:11.974096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262d379-424e-4e91-a5a3-5db57b2a9059 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9ab9a6-7899-4bb4-a75d-649b60b742aa,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.983252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef402a2-c00a-4168-b645-aa5861a48bae req-3d9dd5f4-00e8-4409-9207-f842c311751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:11.987579 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-3d9dd5f4-00e8-4409-9207-f842c311751a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.0591006 Oct 13 04:24:11.997410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:12.008583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Made reservation on behalf of f3cec5d37e134dc395624f81a9f77fc1 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:12.013512 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32375679'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.051063 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef402a2-c00a-4168-b645-aa5861a48bae req-1a40d114-dbd3-425b-8b02-fb2c81c9f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:12.052604 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-1a40d114-dbd3-425b-8b02-fb2c81c9f897 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457132 Oct 13 04:24:12.138745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6b6ce26a-4e56-4e0a-8948-2440212bcfac up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:12.175219 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:12.182859 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:12.191705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6b6ce26a-4e56-4e0a-8948-2440212bcfac triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:12.192038 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.192423 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6b6ce26a-4e56-4e0a-8948-2440212bcfac Oct 13 04:24:12.228718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:12.276224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7ff7-7c92-4cf4-8624-b7791fb7433f req-db1ee983-d79c-421d-bc32-9077e9b0e442 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:12.277923 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-276b7ff7-7c92-4cf4-8624-b7791fb7433f req-db1ee983-d79c-421d-bc32-9077e9b0e442 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.1317613 Oct 13 04:24:12.293707 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30841638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32375661'] for subnet (4fe12c44-374c-4ceb-aa87-0eeb29a538a5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.311440 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-357e9fa2-3b85-4606-9b6f-77121813b882 req-3dbf27ca-b500-4fc7-9630-ebb150297cf1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248520 Oct 13 04:24:12.364041 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6b6ce26a-4e56-4e0a-8948-2440212bcfac is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:12.364440 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.372167 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df27898-f48d-4169-8d3e-7b374836c668 None None] New status for floating IP 4d73eabe-54c6-42ff-9685-6118524ab63e: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:24:12.402878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe12c44-374c-4ceb-aa87-0eeb29a538a5,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.408392 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-446d7992-cbc2-4e47-b8f2-272da0b73c45 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903311 Oct 13 04:24:12.456242 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-276b7ff7-7c92-4cf4-8624-b7791fb7433f req-fe2cff8d-f188-44ad-a9a0-616a60538b57 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662982 Oct 13 04:24:12.463087 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 6b6ce26a-4e56-4e0a-8948-2440212bcfac, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6b6ce26a-4e56-4e0a-8948-2440212bcfac,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:12.472511 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.472730 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Checking segment: {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:12.473145 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Network hostable DHCP agents. Network: 4d9ab9a6-7899-4bb4-a75d-649b60b742aa, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:12.532734 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:12.550327 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 4d9ab9a6-7899-4bb4-a75d-649b60b742aa) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:12.570365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:12.571472 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.573752 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18bea7f-40c5-47c5-a53a-25831b7d163c None None] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:24:12.608553 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d99331d9-d6c9-4522-aa1b-9532d99d47db admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6492834 Oct 13 04:24:12.609864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60190) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:12.617057 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:12.631111 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cef402a2-c00a-4168-b645-aa5861a48bae req-7e06134f-3451-44b5-87bc-e0f074f26809 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673143 Oct 13 04:24:12.659008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.660227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.707381 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=6b6ce26a-4e56-4e0a-8948-2440212bcfac,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.787499 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for router_controller (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.959732 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:24:12.964838 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:12.970529 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for router_gateway (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.117369 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Sync routers for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:13.139240 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:13.140224 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:13.159566 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edec-d61d-4ef7-bf0a-0528ab435c46 req-7c1e5330-d598-4261-a076-c62d501c627c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:13.165121 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf57edec-d61d-4ef7-bf0a-0528ab435c46 req-7c1e5330-d598-4261-a076-c62d501c627c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1101091 Oct 13 04:24:13.210780 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Allocated IP 172.20.0.2 (4d9ab9a6-7899-4bb4-a75d-649b60b742aa/4fe12c44-374c-4ceb-aa87-0eeb29a538a5/34638336-45cc-496c-991a-5edf8131d6cc) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:13.277322 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bf57edec-d61d-4ef7-bf0a-0528ab435c46 req-2c37a9f2-8c0a-4f5e-a924-9fdb7f1fad79 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035311 Oct 13 04:24:13.347169 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:13.387967 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.393211 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for router_gateway (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.418709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.492472 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.497263 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks [] for port (34638336-45cc-496c-991a-5edf8131d6cc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.512090 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (34638336-45cc-496c-991a-5edf8131d6cc), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.588773 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:13.593434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Pushing event updated for resources: {'Port': ['ID=34638336-45cc-496c-991a-5edf8131d6cc,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.600362 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:13.612656 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:13.618873 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.665252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Allocated IP 172.27.1.209 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/8a965c6a-6d72-4757-8389-d6d9036be66d) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:13.723179 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Attempting to bind port 34638336-45cc-496c-991a-5edf8131d6cc on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:13.723563 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Attempting to bind port 34638336-45cc-496c-991a-5edf8131d6cc by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:13.724668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Attempting to bind port 34638336-45cc-496c-991a-5edf8131d6cc on network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:13.744087 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa56ed-aa90-49ac-9175-b5c5bdeacd74 req-d49bf537-61d3-463d-aa91-eeac84e307a0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:13.751836 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ffa56ed-aa90-49ac-9175-b5c5bdeacd74 req-d49bf537-61d3-463d-aa91-eeac84e307a0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0891132 Oct 13 04:24:13.765487 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.772171 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.788169 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:13.815293 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:09Z', 'revision_number': 2, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:13.835717 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:13.836937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Checking segment: {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:13.837539 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.838106 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Bound using segment: {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:13.838792 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Bound port: 34638336-45cc-496c-991a-5edf8131d6cc, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:13.839367 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (34638336-45cc-496c-991a-5edf8131d6cc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.853116 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ffa56ed-aa90-49ac-9175-b5c5bdeacd74 req-c15d65ca-e6df-4eee-8df5-42cb7c2b6103 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002810 Oct 13 04:24:13.868958 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Checking router: ccdf27fc-2c53-4ea5-9642-702ba7f87839 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:13.869672 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Updating router ccdf27fc-2c53-4ea5-9642-702ba7f87839 port c5505ae3-b19b-4b58-be8a-0c5ce9111897 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:13.926033 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.930196 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:13.953289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-1248e592-3245-4694-ac78-4920465122a5 None None] For port 34638336-45cc-496c-991a-5edf8131d6cc, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:13.957089 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-1248e592-3245-4694-ac78-4920465122a5 None None] For port 34638336-45cc-496c-991a-5edf8131d6cc, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=34638336-45cc-496c-991a-5edf8131d6cc,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:13.966350 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (34638336-45cc-496c-991a-5edf8131d6cc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.002636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.059159 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248e592-3245-4694-ac78-4920465122a5 None None] Pushing event updated for resources: {'Port': ['ID=34638336-45cc-496c-991a-5edf8131d6cc,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.071657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:14.076936 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:14.098340 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:14.168866 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Pushing event updated for resources: {'Port': ['ID=8a965c6a-6d72-4757-8389-d6d9036be66d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.184883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6b6ce26a-4e56-4e0a-8948-2440212bcfac up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:14.283476 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 6b6ce26a-4e56-4e0a-8948-2440212bcfac triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:14.284076 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.284158 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 6b6ce26a-4e56-4e0a-8948-2440212bcfac Oct 13 04:24:14.404199 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks [] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.423254 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.469714 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 6b6ce26a-4e56-4e0a-8948-2440212bcfac is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:14.519357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d125b17-0c74-4784-8899-3d2e48752073 req-2cb3e806-30e1-42b2-90f6-fc28dd88d11a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:14.521062 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d125b17-0c74-4784-8899-3d2e48752073 req-2cb3e806-30e1-42b2-90f6-fc28dd88d11a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0965226 Oct 13 04:24:14.556229 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Pushing event updated for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.575781 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Attempting to bind port c5505ae3-b19b-4b58-be8a-0c5ce9111897 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:14.576345 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Attempting to bind port c5505ae3-b19b-4b58-be8a-0c5ce9111897 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:14.576726 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Attempting to bind port c5505ae3-b19b-4b58-be8a-0c5ce9111897 on network 1ab6a10d-cef9-4781-9526-144afd708fcb {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:14.580022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for router_gateway (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.581988 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.582431 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.584678 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.585061 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.585418 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.585750 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.586085 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.586604 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.587083 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.587419 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.587751 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.588105 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.588428 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.588810 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.589139 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.642549 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2d125b17-0c74-4784-8899-3d2e48752073 req-e3773bf8-672b-42f4-8aab-6724283d6148 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932150 Oct 13 04:24:14.658195 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:14.661259 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Checking segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:14.661878 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.662869 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Bound using segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:14.663573 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Bound port: c5505ae3-b19b-4b58-be8a-0c5ce9111897, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:14.664925 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.746868 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] For port c5505ae3-b19b-4b58-be8a-0c5ce9111897, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:14.751522 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] For port c5505ae3-b19b-4b58-be8a-0c5ce9111897, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c5505ae3-b19b-4b58-be8a-0c5ce9111897,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:14.757714 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.783292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:14.816855 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:14.817491 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:14.851470 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:14.897394 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41c6e8-684f-49cf-9e2d-a1fa6a6ecdfc None None] Pushing event updated for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.981996 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:15.059417 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:15.276122 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:14Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:15.288026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796aa8f-2afe-4dc1-b96b-6f336bdeeab5 req-086c4fe5-0ee0-460b-b460-7970249ee133 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:15.289570 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d796aa8f-2afe-4dc1-b96b-6f336bdeeab5 req-086c4fe5-0ee0-460b-b460-7970249ee133 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.3175926 Oct 13 04:24:15.306892 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318149-6f79-48ce-bd37-c16b74d9578c None None] The sync data for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi is: [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:14Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:15.393578 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:15.397934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d796aa8f-2afe-4dc1-b96b-6f336bdeeab5 req-5f03a2c2-b0a3-46f5-9c18-49864126f912 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965652 Oct 13 04:24:15.421428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:15.505542 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfe168-9147-4d4c-abe0-cce60f789f9b None None] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:24:15.570905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:15.595291 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:15.597094 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-60cc3d7e-3ec3-4765-a614-d5bc4f9c9f67 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9839332 Oct 13 04:24:15.599708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60214) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:15.621155 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Sync routers for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:15.629476 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Provisioning complete for port 34638336-45cc-496c-991a-5edf8131d6cc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:15.630098 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (34638336-45cc-496c-991a-5edf8131d6cc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:15.630706 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Attempt 1 to provision port 34638336-45cc-496c-991a-5edf8131d6cc Oct 13 04:24:15.710445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:15.711451 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:15.838939 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Current status of the port 34638336-45cc-496c-991a-5edf8131d6cc is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:15.839437 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (34638336-45cc-496c-991a-5edf8131d6cc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:15.899536 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] For port 34638336-45cc-496c-991a-5edf8131d6cc, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=34638336-45cc-496c-991a-5edf8131d6cc,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:15.947175 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (34638336-45cc-496c-991a-5edf8131d6cc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:16.049529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:16.173497 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385152df-0389-4316-abd4-4d2244fdc1b8 None None] Pushing event updated for resources: {'Port': ['ID=34638336-45cc-496c-991a-5edf8131d6cc,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.354472 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:16.373143 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c5505ae3-b19b-4b58-be8a-0c5ce9111897 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:16.404878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:16.416192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:16.454783 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-43163252-005b-4ab8-957a-aea4dcebbc55 None None] Provisioning complete for port 34638336-45cc-496c-991a-5edf8131d6cc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:16.457997 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43163252-005b-4ab8-957a-aea4dcebbc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (34638336-45cc-496c-991a-5edf8131d6cc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:16.458529 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-43163252-005b-4ab8-957a-aea4dcebbc55 None None] Attempt 1 to provision port 34638336-45cc-496c-991a-5edf8131d6cc Oct 13 04:24:16.557410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:16.657142 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port c5505ae3-b19b-4b58-be8a-0c5ce9111897 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:16.657510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:16.657772 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port c5505ae3-b19b-4b58-be8a-0c5ce9111897 Oct 13 04:24:16.706101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-43163252-005b-4ab8-957a-aea4dcebbc55 None None] Current status of the port 34638336-45cc-496c-991a-5edf8131d6cc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:16.715263 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd587f4-506f-473f-a55e-16ef2e3d5466 req-5c475723-a881-4c96-a050-bffb75ee7f24 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:16.718991 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3bd587f4-506f-473f-a55e-16ef2e3d5466 req-5c475723-a881-4c96-a050-bffb75ee7f24 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.1668749 Oct 13 04:24:16.724904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:14Z', 'revision_number': 3, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:16.762793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Checking router: bd5768fd-47a0-45dc-bfd3-466b3659ffe1 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:16.763166 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Updating router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 port 8a965c6a-6d72-4757-8389-d6d9036be66d binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:16.805532 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3bd587f4-506f-473f-a55e-16ef2e3d5466 req-03c116e2-04a8-4022-946d-a94b1e81ba32 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616655 Oct 13 04:24:16.815299 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Allocated IP 172.20.0.1 (4d9ab9a6-7899-4bb4-a75d-649b60b742aa/4fe12c44-374c-4ceb-aa87-0eeb29a538a5/30a3c89e-bef0-4f80-b2fc-afc1b23634c6) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:16.842536 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port c5505ae3-b19b-4b58-be8a-0c5ce9111897 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:16.843610 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:16.846525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.017167 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port c5505ae3-b19b-4b58-be8a-0c5ce9111897, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c5505ae3-b19b-4b58-be8a-0c5ce9111897,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.032564 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.034334 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 34638336-45cc-496c-991a-5edf8131d6cc up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:17.247680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:17.280385 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks [] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.333229 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.333478 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 34638336-45cc-496c-991a-5edf8131d6cc triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:17.333831 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (34638336-45cc-496c-991a-5edf8131d6cc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.334163 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 34638336-45cc-496c-991a-5edf8131d6cc Oct 13 04:24:17.339129 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.396619 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:17.425272 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:17.435233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:17.474116 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:17.515767 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks [] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.535439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.536484 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Pushing event updated for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.543158 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 34638336-45cc-496c-991a-5edf8131d6cc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:17.570502 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.591563 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Attempting to bind port 8a965c6a-6d72-4757-8389-d6d9036be66d on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:17.592065 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Attempting to bind port 8a965c6a-6d72-4757-8389-d6d9036be66d by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:17.592315 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Attempting to bind port 8a965c6a-6d72-4757-8389-d6d9036be66d on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:17.644571 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcbed6-e881-436e-84ce-fa17f8c6b6b0 None None] Pushing event updated for resources: {'Port': ['ID=8a965c6a-6d72-4757-8389-d6d9036be66d,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.669878 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:17.670277 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:17.670681 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.673878 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:17.673878 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Bound port: 8a965c6a-6d72-4757-8389-d6d9036be66d, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:17.674382 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.733241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:17.748518 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] For port 8a965c6a-6d72-4757-8389-d6d9036be66d, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:17.752545 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] For port 8a965c6a-6d72-4757-8389-d6d9036be66d, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=8a965c6a-6d72-4757-8389-d6d9036be66d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:17.759737 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.777793 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.800707 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:17.801275 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:17.879560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-1991c6b7-eaf8-4977-bc6b-149ef23c0ebb None None] Provisioning complete for port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:17.879936 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1991c6b7-eaf8-4977-bc6b-149ef23c0ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:17.880273 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-1991c6b7-eaf8-4977-bc6b-149ef23c0ebb None None] Attempt 1 to provision port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 Oct 13 04:24:17.884736 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcbed6-e881-436e-84ce-fa17f8c6b6b0 None None] Pushing event updated for resources: {'Port': ['ID=8a965c6a-6d72-4757-8389-d6d9036be66d,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.950840 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:17.959350 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-1991c6b7-eaf8-4977-bc6b-149ef23c0ebb None None] Port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:24:17.974089 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:18.008712 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks [] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.013732 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.064444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d55d-14aa-4645-b821-da7851aa830d req-6669734b-0fed-4c5b-99fa-f5515d644c3d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:18.066158 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ee20d55d-14aa-4645-b821-da7851aa830d req-6669734b-0fed-4c5b-99fa-f5515d644c3d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0943358 Oct 13 04:24:18.153626 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Pushing event updated for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.162809 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.176177 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ee20d55d-14aa-4645-b821-da7851aa830d req-26e4c56b-c0ba-4d1b-ac57-f7211b5b7660 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954356 Oct 13 04:24:18.191883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 34638336-45cc-496c-991a-5edf8131d6cc up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:18.345358 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 34638336-45cc-496c-991a-5edf8131d6cc triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:18.345711 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (34638336-45cc-496c-991a-5edf8131d6cc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.346060 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 34638336-45cc-496c-991a-5edf8131d6cc Oct 13 04:24:18.351027 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:18.351876 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '30a3c89e-bef0-4f80-b2fc-afc1b23634c6', 'name': '', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'mac_address': 'fa:16:3e:58:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:16Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 1, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'subnets': [{'id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:18.355563 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:18.404669 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e0b180-ab8a-4354-9686-860e4855068a None None] The sync data for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi is: [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '30a3c89e-bef0-4f80-b2fc-afc1b23634c6', 'name': '', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'mac_address': 'fa:16:3e:58:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:16Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 1, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'subnets': [{'id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:18.501955 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:18.518958 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 34638336-45cc-496c-991a-5edf8131d6cc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:18.520229 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c5505ae3-b19b-4b58-be8a-0c5ce9111897 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:18.554119 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:18.598985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port c5505ae3-b19b-4b58-be8a-0c5ce9111897 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:18.599550 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.599665 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port c5505ae3-b19b-4b58-be8a-0c5ce9111897 Oct 13 04:24:18.674599 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:18.724158 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c088aae4-21dc-45ab-8751-8544c0cb3df9 None None] Provisioning complete for port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:18.724819 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c088aae4-21dc-45ab-8751-8544c0cb3df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:18.725329 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c088aae4-21dc-45ab-8751-8544c0cb3df9 None None] Attempt 1 to provision port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 Oct 13 04:24:18.751174 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:18.756992 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port c5505ae3-b19b-4b58-be8a-0c5ce9111897 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:18.766629 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c088aae4-21dc-45ab-8751-8544c0cb3df9 None None] Port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:24:18.792373 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4ff4ba43-190b-43cc-80b9-0f2088e2f608 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bd5768fd-47a0-45dc-bfd3-466b3659ffe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1912949 Oct 13 04:24:19.389161 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629227-916c-4190-b8e8-02d94e9fb901 req-62d0b4f8-4e86-4226-b469-f3e4b9d00655 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:19.391825 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2629227-916c-4190-b8e8-02d94e9fb901 req-62d0b4f8-4e86-4226-b469-f3e4b9d00655 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.1086957 Oct 13 04:24:19.548063 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a2629227-916c-4190-b8e8-02d94e9fb901 req-50ec9807-d91a-4e5f-be0d-3d73e0cead48 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485109 Oct 13 04:24:20.214105 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 8a965c6a-6d72-4757-8389-d6d9036be66d up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:20.297651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:20.332471 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 8a965c6a-6d72-4757-8389-d6d9036be66d triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:20.332960 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:20.333398 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 8a965c6a-6d72-4757-8389-d6d9036be66d Oct 13 04:24:20.377002 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:20.484070 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 8a965c6a-6d72-4757-8389-d6d9036be66d is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:20.484416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:20.511079 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 8a965c6a-6d72-4757-8389-d6d9036be66d, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=8a965c6a-6d72-4757-8389-d6d9036be66d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:20.521390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:20.583664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=8a965c6a-6d72-4757-8389-d6d9036be66d,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:20.706081 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d067194-9076-4b66-a68f-98837e47557b req-59298536-b869-4508-ae03-87b042232092 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:20.714345 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5d067194-9076-4b66-a68f-98837e47557b req-59298536-b869-4508-ae03-87b042232092 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0712135 Oct 13 04:24:20.769645 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5d067194-9076-4b66-a68f-98837e47557b req-f1b0d148-1887-4ea0-bd7a-0f9f95d89d7b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540774 Oct 13 04:24:22.029349 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8a5d4-b97a-45ba-b38e-6996f114cd1c req-99baa316-2b40-40b7-8b87-c5cc21e6da7f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:22.041043 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d0a8a5d4-b97a-45ba-b38e-6996f114cd1c req-99baa316-2b40-40b7-8b87-c5cc21e6da7f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.1285603 Oct 13 04:24:22.069206 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 8a965c6a-6d72-4757-8389-d6d9036be66d up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:22.150859 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d0a8a5d4-b97a-45ba-b38e-6996f114cd1c req-b1e1b00b-856c-4a56-adb9-8d8777d07a23 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088121 Oct 13 04:24:22.184419 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 8a965c6a-6d72-4757-8389-d6d9036be66d triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:22.184810 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:22.185183 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 8a965c6a-6d72-4757-8389-d6d9036be66d Oct 13 04:24:22.379673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 8a965c6a-6d72-4757-8389-d6d9036be66d is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:23.142254 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Sync routers for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:23.152433 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:23.153036 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.300941 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04e6e8-6a0a-4250-bb3b-22c75a159c79 req-4b0a0213-1815-4054-a9d3-09f3b3f9d2ca tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:23.307997 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e04e6e8-6a0a-4250-bb3b-22c75a159c79 req-4b0a0213-1815-4054-a9d3-09f3b3f9d2ca tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0535421 Oct 13 04:24:23.360922 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e04e6e8-6a0a-4250-bb3b-22c75a159c79 req-a488b293-84b8-45c0-b833-8c574affd861 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Oct 13 04:24:23.377456 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:23.590446 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '30a3c89e-bef0-4f80-b2fc-afc1b23634c6', 'name': '', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'mac_address': 'fa:16:3e:58:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:16Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 2, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'subnets': [{'id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:23.626226 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Checking router: bd5768fd-47a0-45dc-bfd3-466b3659ffe1 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:23.626606 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Updating router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:23.655905 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:23.944889 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks [] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:23.954089 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:24.034970 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:24.053928 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2ca9-b4b7-4b0b-b374-861fe4cba675 None None] Pushing event updated for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.058237 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Attempting to bind port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:24.058615 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Attempting to bind port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:24.058979 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Attempting to bind port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 on network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:24.103210 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:24.103648 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Checking segment: {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:24.104073 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:24.104478 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Bound using segment: {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:24.104934 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Bound port: 30a3c89e-bef0-4f80-b2fc-afc1b23634c6, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c105a8-b4c2-4810-9ad0-ac2371e6e610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:24.105314 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:24.175364 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] For port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:24.179255 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] For port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:24.186323 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:24.218696 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:24.231439 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:24.232077 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:24.285803 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2ca9-b4b7-4b0b-b374-861fe4cba675 None None] Pushing event updated for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=4']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.353908 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:24.503709 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60d029-f82a-4a91-9625-3ad9c3294f2a req-08399fec-b954-4735-974c-ef928d1a103f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:24.505309 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc60d029-f82a-4a91-9625-3ad9c3294f2a req-08399fec-b954-4735-974c-ef928d1a103f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0555658 Oct 13 04:24:24.585915 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc60d029-f82a-4a91-9625-3ad9c3294f2a req-0420e4f8-b3cd-4097-900f-8bd9258048ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724735 Oct 13 04:24:24.588773 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '30a3c89e-bef0-4f80-b2fc-afc1b23634c6', 'name': '', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'mac_address': 'fa:16:3e:58:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:16Z', 'updated_at': '2022-10-13T04:24:24Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'subnets': [{'id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:24.621707 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df758c1-9865-4bf9-9827-4246032e785a None None] The sync data for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi is: [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:24:17Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '30a3c89e-bef0-4f80-b2fc-afc1b23634c6', 'name': '', 'network_id': '4d9ab9a6-7899-4bb4-a75d-649b60b742aa', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'mac_address': 'fa:16:3e:58:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:16Z', 'updated_at': '2022-10-13T04:24:24Z', 'revision_number': 4, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'subnets': [{'id': '4fe12c44-374c-4ceb-aa87-0eeb29a538a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:25.716098 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee5e2-f3ac-4e5a-bf00-9586befaf3cd req-46317e7c-85e4-4205-b022-93102d603984 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:25.718776 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59cee5e2-f3ac-4e5a-bf00-9586befaf3cd req-46317e7c-85e4-4205-b022-93102d603984 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0537806 Oct 13 04:24:25.776729 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59cee5e2-f3ac-4e5a-bf00-9586befaf3cd req-d8c977a5-c2dc-4bbf-a245-b3b693898f27 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543158 Oct 13 04:24:26.074927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:26.126758 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:26.127548 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:26.127889 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 Oct 13 04:24:26.206438 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:26.208135 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:26.242417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:26.249384 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:26.304679 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.916785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3cdf2-1d0a-462a-ac52-8b413ffaa0b3 req-2b9c81cc-5875-4ee9-bf5d-a59eff08fba4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:26.922927 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6d3cdf2-1d0a-462a-ac52-8b413ffaa0b3 req-2b9c81cc-5875-4ee9-bf5d-a59eff08fba4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0555024 Oct 13 04:24:26.974127 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6d3cdf2-1d0a-462a-ac52-8b413ffaa0b3 req-f8211158-97fa-487c-bb51-3f9066fcaa61 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495646 Oct 13 04:24:28.064180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:28.143150 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:28.143887 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:28.144388 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 Oct 13 04:24:28.153239 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d41a5-ca76-4c25-abd2-616a59226c9f req-034d0ead-3505-4742-9dae-73ecc241e4cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:28.155011 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f96d41a5-ca76-4c25-abd2-616a59226c9f req-034d0ead-3505-4742-9dae-73ecc241e4cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0878499 Oct 13 04:24:28.256154 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:28.261224 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f96d41a5-ca76-4c25-abd2-616a59226c9f req-9f949612-842b-46d1-baa5-cbbb0f0b7ecd tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976474 Oct 13 04:24:28.265921 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:28.311641 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:28.379908 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:28.851171 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-903406d6-0009-4952-a67b-355092878827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:28.989015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:29.070978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-66c1fbb8-1832-4617-96e4-6b5083e90fcc tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:29.072427 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-66c1fbb8-1832-4617-96e4-6b5083e90fcc tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 815 time: 0.1076319 Oct 13 04:24:29.086943 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-1c525143-3aba-41e8-a32c-0b4a7ac5232e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/quotas/f2b13e92741f40bc8044ed4bc999b07f HTTP/1.1" status: 200 len: 375 time: 0.0091004 Oct 13 04:24:29.137105 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-f6216de8-1a52-4d70-bc7a-e24cbd4aacae tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453572 Oct 13 04:24:29.237798 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-bc41fad7-2dd1-452e-bda7-e9f855438420 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Oct 13 04:24:29.327808 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-46c0abb2-7106-4e16-8f7a-e6c15db49ff5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841155 Oct 13 04:24:29.389670 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e26bfa-4e04-4d5d-a327-a3257538ce6f req-2e7cc8be-c616-4290-95e1-36098cb93e68 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:29.391257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70e26bfa-4e04-4d5d-a327-a3257538ce6f req-2e7cc8be-c616-4290-95e1-36098cb93e68 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0489960 Oct 13 04:24:29.442045 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70e26bfa-4e04-4d5d-a327-a3257538ce6f req-4cc55fcc-8b01-499d-a5f0-644da12b9ead tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Oct 13 04:24:29.494012 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2faedd2f-5e42-49cf-95ac-94ece01394ac req-ab0d08e4-ed48-4e43-82ca-f9faa2ab597d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Oct 13 04:24:30.576291 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:30.587902 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1584c-12fb-4881-95f7-c5ca33f8f582 req-12846a30-87c9-48ca-ba1e-39bf3706cb85 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:30.589385 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3b1584c-12fb-4881-95f7-c5ca33f8f582 req-12846a30-87c9-48ca-ba1e-39bf3706cb85 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0522184 Oct 13 04:24:30.598087 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4a7d9b0a-c7be-4c49-969f-8e764b5d8451 req-59f5344b-12d2-4f46-847d-29b92bfa87e4 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 210 time: 0.0314622 Oct 13 04:24:30.638309 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3b1584c-12fb-4881-95f7-c5ca33f8f582 req-118225ae-a41d-4188-a212-95fbd9b64deb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Oct 13 04:24:31.102846 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8196e1fb-bddf-4d9a-9cab-e35a90d63e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:31.644472 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:31.706670 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f917a793-ff11-4179-a57c-647bb6489129 req-3a136dff-2c81-4ee4-94ce-816e87989fd8 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Oct 13 04:24:31.754550 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:31.767239 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'mac_address': 'fa:16:3e:ae:ef:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:31.784928 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c6d60-5339-42c2-a0f7-5b9d42af0b24 req-acf3683c-1e08-4c21-8aa6-b7f4acb9b92a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:31.792531 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-599c6d60-5339-42c2-a0f7-5b9d42af0b24 req-acf3683c-1e08-4c21-8aa6-b7f4acb9b92a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 943 time: 0.0597064 Oct 13 04:24:31.807506 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:31.807899 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:31.823127 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:24:31.844428 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-599c6d60-5339-42c2-a0f7-5b9d42af0b24 req-611e8383-e3bb-446c-94f5-6ce828f2a6b3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507836 Oct 13 04:24:31.848731 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:31.853537 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:31.897296 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:31.904054 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=9']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:31.999119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-1de0aca8-2ce5-44ae-a782-e20822d2f5bf tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:32.000737 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-1de0aca8-2ce5-44ae-a782-e20822d2f5bf tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 815 time: 0.1151211 Oct 13 04:24:32.023065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'port': {'device_id': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'admin_state_up': True, 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:32.134618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Made reservation on behalf of f2b13e92741f40bc8044ed4bc999b07f for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:32.138406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.269484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Allocated IP 172.20.0.14 (1ab6a10d-cef9-4781-9526-144afd708fcb/95802049-8c2f-4223-9532-9d80206387a3/e493d713-f096-4aa7-b1f4-bc9560bb2da9) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:32.382034 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['5875ba79-ec13-4e89-b04e-d8477ef49e14'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:24:32.430502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:32.454522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.461802 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.496615 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.548651 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.565191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Network 1ab6a10d-cef9-4781-9526-144afd708fcb is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:32.567196 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:32.569820 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:24:32.633670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:32.634317 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.656444 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-8063e08c-aed6-4699-90a5-a0b8fa29bafe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6348963 Oct 13 04:24:32.887334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced71c0-daf8-41ca-a6fc-a0ef93bb10a8 req-be60e013-27e1-46a8-8e7c-bca4dba01517 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:32.890137 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ced71c0-daf8-41ca-a6fc-a0ef93bb10a8 req-be60e013-27e1-46a8-8e7c-bca4dba01517 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0534859 Oct 13 04:24:32.931473 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c6488926-b75d-43d4-835d-dc651a8fc8f1 None None] Provisioning complete for port e493d713-f096-4aa7-b1f4-bc9560bb2da9 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:32.931886 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c6488926-b75d-43d4-835d-dc651a8fc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:32.934235 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c6488926-b75d-43d4-835d-dc651a8fc8f1 None None] Attempt 1 to provision port e493d713-f096-4aa7-b1f4-bc9560bb2da9 Oct 13 04:24:32.977355 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c6488926-b75d-43d4-835d-dc651a8fc8f1 None None] Port e493d713-f096-4aa7-b1f4-bc9560bb2da9 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:24:32.985332 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ced71c0-daf8-41ca-a6fc-a0ef93bb10a8 req-75bc3452-3c42-48fc-8d3b-2d372cf19d14 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844119 Oct 13 04:24:33.005639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0519c-b7b4-4b7a-af39-91ee1aeff29d req-670d4936-4450-4bf4-bffc-92c7e7904aa0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:33.007427 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3be0519c-b7b4-4b7a-af39-91ee1aeff29d req-670d4936-4450-4bf4-bffc-92c7e7904aa0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 944 time: 0.0616288 Oct 13 04:24:33.061102 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3be0519c-b7b4-4b7a-af39-91ee1aeff29d req-8ae3309d-ff71-4136-a955-3695d229ca03 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478337 Oct 13 04:24:33.673029 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:33.720947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 5875ba79-ec13-4e89-b04e-d8477ef49e14 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:33.721315 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:33.721655 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 5875ba79-ec13-4e89-b04e-d8477ef49e14 Oct 13 04:24:33.795033 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 5875ba79-ec13-4e89-b04e-d8477ef49e14 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:33.795956 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:33.820417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:33.822715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c66b821-3d88-4f56-9cab-477d7eee94a4" -d '{"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:33.835674 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:33.841066 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:33.872064 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d17dc-811b-4273-81a5-0e1343e2a888 x-openstack-request-id: req-b15d17dc-811b-4273-81a5-0e1343e2a888 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:33.872384 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-plugged", "status": "completed", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:33.872676 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b15d17dc-811b-4273-81a5-0e1343e2a888 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:33.873082 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15d17dc-811b-4273-81a5-0e1343e2a888'] response: {'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'code': 200} Oct 13 04:24:33.890456 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:33.900526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:33.907011 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=10']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.083763 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:34.114950 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d339c-c09f-4553-8b23-721b458dc854 req-be7d138d-3600-4052-b23f-88322f0b89da tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:34.116541 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5f3d339c-c09f-4553-8b23-721b458dc854 req-be7d138d-3600-4052-b23f-88322f0b89da tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0537975 Oct 13 04:24:34.164883 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:34.173154 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5f3d339c-c09f-4553-8b23-721b458dc854 req-4d8c44b6-bb0e-4651-9950-3b806df611f4 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498664 Oct 13 04:24:34.188382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:34.204744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0643e-d1ce-4cbe-b997-e772aaed45b2 req-55918538-f192-40dd-8c43-8a56ebd5af3b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:34.212055 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cfb0643e-d1ce-4cbe-b997-e772aaed45b2 req-55918538-f192-40dd-8c43-8a56ebd5af3b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0623932 Oct 13 04:24:34.260121 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cfb0643e-d1ce-4cbe-b997-e772aaed45b2 req-14c8e072-5a45-44cd-afa0-d28d4fc4181d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471904 Oct 13 04:24:34.305136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:34.593469 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:35.301784 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6216-6037-4376-8e49-295bfd0ad6fe req-9703bfe6-2741-46b2-90ed-ca2eb1441437 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:35.303370 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c7ff6216-6037-4376-8e49-295bfd0ad6fe req-9703bfe6-2741-46b2-90ed-ca2eb1441437 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0482943 Oct 13 04:24:35.357858 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c7ff6216-6037-4376-8e49-295bfd0ad6fe req-7b8bca91-fe05-4ee8-9ecf-5a45e32e55ff tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489557 Oct 13 04:24:35.407479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0bf18-929b-4b33-8a23-e5f938357ed0 req-771777f1-35c3-458d-a32b-390346a74524 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:35.414548 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d9e0bf18-929b-4b33-8a23-e5f938357ed0 req-771777f1-35c3-458d-a32b-390346a74524 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0600548 Oct 13 04:24:35.460389 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d9e0bf18-929b-4b33-8a23-e5f938357ed0 req-8ea8cec5-db1f-4740-b103-328830b76dbb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Oct 13 04:24:35.549886 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:36.492080 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92358a-7296-4c39-bbac-0675e74cfbae req-5dce44cd-ff74-4ef0-9cbf-dbebe78fcabe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:36.493666 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cd92358a-7296-4c39-bbac-0675e74cfbae req-5dce44cd-ff74-4ef0-9cbf-dbebe78fcabe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0519691 Oct 13 04:24:36.563489 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cd92358a-7296-4c39-bbac-0675e74cfbae req-edc92450-4bd9-4ba4-a7b2-1f830f10acfb tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 Oct 13 04:24:36.622405 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376eec-2269-4e27-9d59-7c2be496f688 req-4394e81e-8b42-41f2-b171-c0758a89d342 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:36.623935 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97376eec-2269-4e27-9d59-7c2be496f688 req-4394e81e-8b42-41f2-b171-c0758a89d342 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0713675 Oct 13 04:24:36.676218 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97376eec-2269-4e27-9d59-7c2be496f688 req-cd439851-4312-4557-a41a-a71c317e8614 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458095 Oct 13 04:24:37.755690 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7fb15-2ea5-44da-afa5-a06c90dc3535 req-a289bd5a-2c97-413a-b6cb-c543ef399abe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:37.757222 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77d7fb15-2ea5-44da-afa5-a06c90dc3535 req-a289bd5a-2c97-413a-b6cb-c543ef399abe tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0712280 Oct 13 04:24:37.817696 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77d7fb15-2ea5-44da-afa5-a06c90dc3535 req-69473a29-fcf5-467b-a4fa-4f420cd061f3 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546031 Oct 13 04:24:37.910134 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861246b-6093-4878-b088-206e43e04ecc req-c19be79a-e391-4db2-b352-a47d07eea430 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:37.917093 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4861246b-6093-4878-b088-206e43e04ecc req-c19be79a-e391-4db2-b352-a47d07eea430 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0542328 Oct 13 04:24:37.976972 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4861246b-6093-4878-b088-206e43e04ecc req-e7c1a426-36ff-4e30-978b-1daaa3536fd4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577455 Oct 13 04:24:38.096258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ff69a-87ca-49c2-9798-166697c5e090 req-707203fb-b51e-4df9-a7d2-d9365510d0fa tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:38.097888 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ed1ff69a-87ca-49c2-9798-166697c5e090 req-707203fb-b51e-4df9-a7d2-d9365510d0fa tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0530739 Oct 13 04:24:38.150667 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ed1ff69a-87ca-49c2-9798-166697c5e090 req-a395ef52-294a-419b-94aa-6ae2f2f11e2d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 Oct 13 04:24:38.373478 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=23 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:38.951768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007187a-599b-4e5a-8f31-bdd09d4b3f50 req-d82aa4a9-3db0-46a9-9dc9-570aff4b6a75 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:38.958728 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f007187a-599b-4e5a-8f31-bdd09d4b3f50 req-d82aa4a9-3db0-46a9-9dc9-570aff4b6a75 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0566490 Oct 13 04:24:39.004845 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f007187a-599b-4e5a-8f31-bdd09d4b3f50 req-f4580e9e-626a-4196-b0f8-048b20f510ab tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Oct 13 04:24:39.106883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda21ef-8191-4642-8db8-cfc28931fc33 req-6c91a681-d20c-4f92-9006-d7c1fbfc0f59 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:39.108246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8fda21ef-8191-4642-8db8-cfc28931fc33 req-6c91a681-d20c-4f92-9006-d7c1fbfc0f59 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0474596 Oct 13 04:24:39.159162 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8fda21ef-8191-4642-8db8-cfc28931fc33 req-03ac0e28-a229-46b1-92c9-a6749228fbd8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Oct 13 04:24:39.282284 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086443f-c977-49a0-ad1b-445207234cbc req-351a15f7-4679-4303-b90e-c3e070c82d92 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:39.284200 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6086443f-c977-49a0-ad1b-445207234cbc req-351a15f7-4679-4303-b90e-c3e070c82d92 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0491178 Oct 13 04:24:39.334169 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6086443f-c977-49a0-ad1b-445207234cbc req-0096308b-db0b-42bc-b0b7-27f4998020e7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Oct 13 04:24:40.132146 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfed7d9-360e-48be-80ea-3c4123ff17a3 req-f7806a91-a0b5-4c79-9dc8-70cb4d413c25 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:40.133990 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4bfed7d9-360e-48be-80ea-3c4123ff17a3 req-f7806a91-a0b5-4c79-9dc8-70cb4d413c25 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0507777 Oct 13 04:24:40.185965 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4bfed7d9-360e-48be-80ea-3c4123ff17a3 req-c2912770-e462-46fd-b7b9-9048c67bfc9d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Oct 13 04:24:40.294656 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820117-543a-4fbc-9d20-e95f25e77975 req-7ada4dd4-fe04-41d2-8cb8-264a700991bb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:40.296062 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b820117-543a-4fbc-9d20-e95f25e77975 req-7ada4dd4-fe04-41d2-8cb8-264a700991bb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0493629 Oct 13 04:24:40.349771 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5b820117-543a-4fbc-9d20-e95f25e77975 req-ecfa6435-4a98-45a1-ac26-0f69c3afcb49 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468645 Oct 13 04:24:40.471606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f13b-0db5-4a54-9760-57cce0c0bb57 req-d7b31f8d-d9e5-46f3-b4b0-4ce2a71126e8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:40.473240 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd24f13b-0db5-4a54-9760-57cce0c0bb57 req-d7b31f8d-d9e5-46f3-b4b0-4ce2a71126e8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0490711 Oct 13 04:24:40.523808 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dd24f13b-0db5-4a54-9760-57cce0c0bb57 req-4fa9d2c1-3b99-4d3b-818f-308fed8bbe86 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Oct 13 04:24:41.346173 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee620ae-9d7d-408f-9ebe-1c087019389d req-b0e42059-786d-4e99-b1bf-f57367a958bc tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:41.348501 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cee620ae-9d7d-408f-9ebe-1c087019389d req-b0e42059-786d-4e99-b1bf-f57367a958bc tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0666618 Oct 13 04:24:41.399205 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cee620ae-9d7d-408f-9ebe-1c087019389d req-2b20af7d-9ccd-4e32-8114-1fb7ee5596b4 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Oct 13 04:24:41.516209 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f83f87-dd2c-4047-9eed-37e3877f42c6 req-f86cc240-ceda-4178-b6a9-cbcc7d1d7a58 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:41.518418 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-47f83f87-dd2c-4047-9eed-37e3877f42c6 req-f86cc240-ceda-4178-b6a9-cbcc7d1d7a58 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Oct 13 04:24:41.554664 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:41.568454 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-47f83f87-dd2c-4047-9eed-37e3877f42c6 req-5ec20541-31da-41bd-a4f2-f09f275578e8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Oct 13 04:24:41.685504 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f3c6-b52e-4a75-ae2b-b63120823e93 req-2f67b351-9611-4abe-8a4f-152fad8b1c31 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:41.686994 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b87f3c6-b52e-4a75-ae2b-b63120823e93 req-2f67b351-9611-4abe-8a4f-152fad8b1c31 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0589061 Oct 13 04:24:41.747640 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b87f3c6-b52e-4a75-ae2b-b63120823e93 req-5305a7d6-f189-4772-83e0-ea9f413eb63c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540752 Oct 13 04:24:42.529895 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c28d4-e789-425a-9905-8c098b7afb10 req-5b7b6883-1d09-49bc-9e98-a4160da3e817 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:42.531402 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-852c28d4-e789-425a-9905-8c098b7afb10 req-5b7b6883-1d09-49bc-9e98-a4160da3e817 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 932 time: 0.0471628 Oct 13 04:24:42.577951 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-852c28d4-e789-425a-9905-8c098b7afb10 req-dd04a7f0-fff5-441f-8fc7-909d28747a5c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Oct 13 04:24:42.695461 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea819a8f-6679-4799-b133-0f231ed611e6 req-fd119740-7837-4a00-a233-90c78d4019f7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:42.696894 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ea819a8f-6679-4799-b133-0f231ed611e6 req-fd119740-7837-4a00-a233-90c78d4019f7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0459969 Oct 13 04:24:42.729536 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:42.746872 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ea819a8f-6679-4799-b133-0f231ed611e6 req-8f0297b2-b971-418f-ab57-9d9c92133096 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Oct 13 04:24:42.868111 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172891e1-ae3d-45d1-b6ba-46667228e40b req-2ec9409d-3cfe-463d-8b37-53878ef9d707 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:42.869588 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-172891e1-ae3d-45d1-b6ba-46667228e40b req-2ec9409d-3cfe-463d-8b37-53878ef9d707 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0468938 Oct 13 04:24:42.893489 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Request body: {'port': {'device_id': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:24:42.924455 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-172891e1-ae3d-45d1-b6ba-46667228e40b req-c0929dea-5c3a-47d5-8209-b5394e44c977 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488811 Oct 13 04:24:42.959812 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:42.994161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:43.147238 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:43.217271 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e493d713-f096-4aa7-b1f4-bc9560bb2da9 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:24:43.225004 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks [] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:43.237647 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Transition to ACTIVE for port object e493d713-f096-4aa7-b1f4-bc9560bb2da9 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:24:43.241120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:43.301514 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.353305 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Attempting to bind port e493d713-f096-4aa7-b1f4-bc9560bb2da9 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:24:43.353641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Attempting to bind port e493d713-f096-4aa7-b1f4-bc9560bb2da9 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:24:43.353971 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Attempting to bind port e493d713-f096-4aa7-b1f4-bc9560bb2da9 on network 1ab6a10d-cef9-4781-9526-144afd708fcb {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:43.395191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Port e493d713-f096-4aa7-b1f4-bc9560bb2da9 on network 1ab6a10d-cef9-4781-9526-144afd708fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:43.395523 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Attempting to bind port e493d713-f096-4aa7-b1f4-bc9560bb2da9 on network 1ab6a10d-cef9-4781-9526-144afd708fcb {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:43.436665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:24:43.437009 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Checking segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:24:43.437403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Bound using segment: {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:24:43.437844 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Bound port: e493d713-f096-4aa7-b1f4-bc9560bb2da9, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9673b5a1-f9a5-45cc-a86e-d4a4554913e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:24:43.438322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:43.497416 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:43.500453 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:43.507341 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:43.511414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:43.512029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:43.513402 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 1094 time: 0.6250281 Oct 13 04:24:43.513939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:43.516240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3075f1e-b255-41e5-89d2-be0726fa7a86" -d '{"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:43.556721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6570d29-2157-4762-9a6d-4f61cfee0c98 x-openstack-request-id: req-d6570d29-2157-4762-9a6d-4f61cfee0c98 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:43.557014 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:43.557270 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6570d29-2157-4762-9a6d-4f61cfee0c98 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:43.557672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6570d29-2157-4762-9a6d-4f61cfee0c98'] response: {'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:24:43.569745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0971b32-ecbb-4255-ba4f-c784f9e2b552 service neutron] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.700310 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da6ac4-75cc-42a3-9807-8509fad16bd1 req-389ed533-859f-4c07-9bd2-09127f83da39 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:43.701705 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3da6ac4-75cc-42a3-9807-8509fad16bd1 req-389ed533-859f-4c07-9bd2-09127f83da39 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0479505 Oct 13 04:24:43.748805 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3da6ac4-75cc-42a3-9807-8509fad16bd1 req-674b1cdf-92b8-49a7-84ec-a027fef2eac2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Oct 13 04:24:43.874514 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7bb6d-ba74-4fa3-bd3d-600b5356e483 req-005b8ab8-3e41-4bbf-b0fc-a3b5625b36de tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:43.876018 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4f7bb6d-ba74-4fa3-bd3d-600b5356e483 req-005b8ab8-3e41-4bbf-b0fc-a3b5625b36de tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0499637 Oct 13 04:24:43.922445 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4f7bb6d-ba74-4fa3-bd3d-600b5356e483 req-748320c8-0a9a-4657-bb45-1dc60beaa481 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Oct 13 04:24:44.043323 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fcf4f-2f44-422d-bad8-603a2800e9a3 req-d6220ecd-9467-4977-9272-0435d853e9d6 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:44.044796 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d76fcf4f-2f44-422d-bad8-603a2800e9a3 req-d6220ecd-9467-4977-9272-0435d853e9d6 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.0461948 Oct 13 04:24:44.091066 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d76fcf4f-2f44-422d-bad8-603a2800e9a3 req-e3fcbe58-4e3c-4a0e-a191-3c8bc2bbf9e3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Oct 13 04:24:44.870471 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4408e8-1446-4d6d-9d09-faad06114bc9 req-4343cc10-0ea3-4deb-b711-c0205f58b618 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:44.871958 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1a4408e8-1446-4d6d-9d09-faad06114bc9 req-4343cc10-0ea3-4deb-b711-c0205f58b618 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0510859 Oct 13 04:24:44.918466 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1a4408e8-1446-4d6d-9d09-faad06114bc9 req-5cf46eb0-a33c-4d83-948f-be3baa58880c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Oct 13 04:24:44.975347 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-6f9d1e12-984d-408b-9be4-2cb08050d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:44.977424 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-6f9d1e12-984d-408b-9be4-2cb08050d3d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1128 time: 0.0535481 Oct 13 04:24:45.058125 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e35c-792f-49c6-a14f-716391e5ff50 req-5c11abbb-d20c-4f8d-a237-9b589feb0844 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.059699 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a76e35c-792f-49c6-a14f-716391e5ff50 req-5c11abbb-d20c-4f8d-a237-9b589feb0844 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Oct 13 04:24:45.121192 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a76e35c-792f-49c6-a14f-716391e5ff50 req-d71b0bcf-dcc2-4173-b3a5-addf7657c2b1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546334 Oct 13 04:24:45.242050 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-e6356230-a2ca-4475-b125-41b4a687bab5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.243511 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-e6356230-a2ca-4475-b125-41b4a687bab5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.1496668 Oct 13 04:24:45.309618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429afc18-ee48-42c6-9eab-580082b58a69 req-ce8db6a2-f90a-47a3-976c-bd2759b0a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.311139 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-429afc18-ee48-42c6-9eab-580082b58a69 req-ce8db6a2-f90a-47a3-976c-bd2759b0a4c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1130 time: 0.1168988 Oct 13 04:24:45.333620 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f97bc-a572-4a45-8004-49ff7e52a91a req-d7c6c4ce-e415-415e-bdf1-9a24b7b4abb2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.335190 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d18f97bc-a572-4a45-8004-49ff7e52a91a req-d7c6c4ce-e415-415e-bdf1-9a24b7b4abb2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 945 time: 0.1420252 Oct 13 04:24:45.389261 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:45.425690 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:45.432547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-250d7192-121c-4a3b-9cd3-d16fa1d680af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.434005 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-250d7192-121c-4a3b-9cd3-d16fa1d680af service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3525259 Oct 13 04:24:45.479305 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port fb3e21a4-2e2b-468a-8003-e487721c3939 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:24:45.479651 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:45.534481 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-429afc18-ee48-42c6-9eab-580082b58a69 req-6297b82f-cd79-4490-a63a-e08c46b0818c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161572 Oct 13 04:24:45.543103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:45.545071 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:45.573486 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d18f97bc-a572-4a45-8004-49ff7e52a91a req-f3edb5ea-32ed-4a88-be22-075e51899cc1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236702 Oct 13 04:24:45.636851 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-9d0ee2b5-7ece-42ed-9280-7eeb5c05eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:45.638359 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3075f1e-b255-41e5-89d2-be0726fa7a86 req-9d0ee2b5-7ece-42ed-9280-7eeb5c05eacd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950459 Oct 13 04:24:45.649157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] For port fb3e21a4-2e2b-468a-8003-e487721c3939, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fb3e21a4-2e2b-468a-8003-e487721c3939,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:45.649531 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:45.859267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:45.859553 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:45.859871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP 6b0052a8-f1cb-433c-9431-314f526b8cf0 disassociated. External IP: 172.27.1.110, port: fb3e21a4-2e2b-468a-8003-e487721c3939. Oct 13 04:24:45.860790 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for fb3e21a4-2e2b-468a-8003-e487721c3939 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:24:45.993157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (fb3e21a4-2e2b-468a-8003-e487721c3939), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:46.021157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=fb3e21a4-2e2b-468a-8003-e487721c3939,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.042048 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab2abb-0362-4dc2-bff0-5fe60e757242 req-40fc3702-375b-4731-82e1-502a7c3a109d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:46.043574 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1fab2abb-0362-4dc2-bff0-5fe60e757242 req-40fc3702-375b-4731-82e1-502a7c3a109d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0492303 Oct 13 04:24:46.096536 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1fab2abb-0362-4dc2-bff0-5fe60e757242 req-6182ae90-adb8-4bf0-aa24-4d815cf596ee tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Oct 13 04:24:46.433127 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2024-8909-422d-94b3-706b0e0a91f5 req-04cebf1f-e729-4edd-b73b-3b49b9913493 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:46.434575 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-af2a2024-8909-422d-94b3-706b0e0a91f5 req-04cebf1f-e729-4edd-b73b-3b49b9913493 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0964179 Oct 13 04:24:46.437660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-24c0f06e-beda-4417-9681-ea08f4732f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:46.439130 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-24c0f06e-beda-4417-9681-ea08f4732f60 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1128 time: 0.0848410 Oct 13 04:24:46.440900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:46.450763 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:46.562098 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-af2a2024-8909-422d-94b3-706b0e0a91f5 req-5c20b5c0-8a30-49ef-9d74-8428706065bb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200714 Oct 13 04:24:46.567929 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e944df03-c804-46a8-9036-d09afed4749b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 217 time: 0.0873616 Oct 13 04:24:46.627850 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:46.660284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e07edfda-5c7a-4e95-95d4-53ee19e2f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:46.661771 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-e07edfda-5c7a-4e95-95d4-53ee19e2f60c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.0878019 Oct 13 04:24:46.664488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:46.676561 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:46.682357 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fc2137e1-b10b-451d-abec-f51a19f1c9d1 req-06cde712-e637-476b-ab1f-1885f5234a09 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0314889 Oct 13 04:24:46.689263 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:46.690377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.745227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] No DVR routers for this DVR port fb3e21a4-2e2b-468a-8003-e487721c3939 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:24:46.749561 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:46.753730 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-adae7aba-9d2b-4fa4-a926-a63cd3cb1c42 req-701a1279-5de9-4d01-a9e4-046c2db328b1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fb3e21a4-2e2b-468a-8003-e487721c3939 HTTP/1.1" status: 204 len: 173 time: 1.4880743 Oct 13 04:24:46.754608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'name': 'network-vif-deleted', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:46.756910 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8f25f2-e77a-49e0-8d10-9112328c61cb" -d '{"events": [{"server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "name": "network-vif-deleted", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:46.760368 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-1d24cc8d-caf1-44a7-bda3-470cba3c4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:46.761930 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-1d24cc8d-caf1-44a7-bda3-470cba3c4d49 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896022 Oct 13 04:24:46.797546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced41109-b39c-479e-b924-d96cb9e5ad60 x-openstack-request-id: req-ced41109-b39c-479e-b924-d96cb9e5ad60 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:46.797904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3720a7c-f5a9-468e-8195-221790e8931c", "name": "network-vif-deleted", "tag": "fb3e21a4-2e2b-468a-8003-e487721c3939", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:46.798163 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ced41109-b39c-479e-b924-d96cb9e5ad60 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:46.799029 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced41109-b39c-479e-b924-d96cb9e5ad60'] response: {'server_uuid': 'f3720a7c-f5a9-468e-8195-221790e8931c', 'name': 'network-vif-deleted', 'tag': 'fb3e21a4-2e2b-468a-8003-e487721c3939', 'status': 'completed', 'code': 200} Oct 13 04:24:46.938921 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:47.150007 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.176205 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:47.185746 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:47.186396 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.221005 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984a5a1-89df-4b3f-baf6-a11a51a94abe req-f14785ba-d38f-4901-8d32-ccf7adb9fa3e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:47.224640 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9984a5a1-89df-4b3f-baf6-a11a51a94abe req-f14785ba-d38f-4901-8d32-ccf7adb9fa3e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0504899 Oct 13 04:24:47.269395 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:47.286244 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9984a5a1-89df-4b3f-baf6-a11a51a94abe req-12521fe9-7f38-4464-b12a-d3947bae747c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Oct 13 04:24:47.314560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:47.537346 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-cd2076a7-d76f-4f16-b458-002976c78f32 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356943 Oct 13 04:24:47.620104 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.695722 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4d5fb-0a06-4c59-9283-897b6c2e174c None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '28cf39dc-68f4-4d3a-9daf-9f6710100d6f', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:63:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033c3e-e894-4560-95b8-34e25cb33e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:21:05Z', 'updated_at': '2022-10-13T04:21:52Z', 'revision_number': 2, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:47.802196 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3b955-593f-4fcc-8352-1a103ef36cb1 req-cc02e6b7-b64e-46b2-8933-0b7917de7acd tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:47.803959 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ad3b955-593f-4fcc-8352-1a103ef36cb1 req-cc02e6b7-b64e-46b2-8933-0b7917de7acd tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0880883 Oct 13 04:24:47.809240 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01fa801c-03a3-46e3-b3bb-8a6c29625100 req-fce5be55-002a-49bf-9105-4220992bd8cf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532871 Oct 13 04:24:47.848878 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1008f724-74a9-4b14-8fd6-e9f4c0606b6c req-8ce6d339-d60e-4c3d-a092-ac278e078127 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0446424 Oct 13 04:24:47.886663 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ad3b955-593f-4fcc-8352-1a103ef36cb1 req-a9a21e0c-dc68-4717-b74f-01498c3b54f2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764637 Oct 13 04:24:48.061552 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a825ee-dbac-4341-9465-1d3e2fdd40ca None None] New status for floating IP 6b0052a8-f1cb-433c-9431-314f526b8cf0: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:24:48.418373 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afcb5e-4fc7-4aa8-a5cf-899f55489e3a req-89a6f2be-0d06-46fb-ae8f-f82ec224b0af tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:48.419877 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-48afcb5e-4fc7-4aa8-a5cf-899f55489e3a req-89a6f2be-0d06-46fb-ae8f-f82ec224b0af tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0507572 Oct 13 04:24:48.468345 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-48afcb5e-4fc7-4aa8-a5cf-899f55489e3a req-36ec9eae-6d36-4eaf-92cd-19e21391c388 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Oct 13 04:24:48.969028 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-56a54118-2836-41d8-b953-3df2cdad84ae req-7e399d02-8791-4ac4-a8b5-2b91e302d3f9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f3720a7c-f5a9-468e-8195-221790e8931c HTTP/1.1" status: 200 len: 210 time: 0.0287919 Oct 13 04:24:49.023256 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060ecb-3392-443e-9fa4-5808b4750e70 req-f3241998-926f-42e7-9b61-2adc689f3cd7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:49.024942 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-63060ecb-3392-443e-9fa4-5808b4750e70 req-f3241998-926f-42e7-9b61-2adc689f3cd7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0500607 Oct 13 04:24:49.085310 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-63060ecb-3392-443e-9fa4-5808b4750e70 req-c2fe247b-8455-49ff-ba4f-8a8a708f3e50 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534997 Oct 13 04:24:49.591639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71dfd-fd48-430f-bd96-e023f535ed0b req-320ede53-2544-4cc9-a9b5-c650d569018a tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:49.593145 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c7a71dfd-fd48-430f-bd96-e023f535ed0b req-320ede53-2544-4cc9-a9b5-c650d569018a tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0471840 Oct 13 04:24:49.645479 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c7a71dfd-fd48-430f-bd96-e023f535ed0b req-19d9bf71-6636-40bd-92e9-0de466781b75 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Oct 13 04:24:49.738324 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fb3e21a4-2e2b-468a-8003-e487721c3939 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:49.761039 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: fb3e21a4-2e2b-468a-8003-e487721c3939 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:24:49.761388 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fb3e21a4-2e2b-468a-8003-e487721c3939 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:50.067182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60522) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:50.107367 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:50.125570 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (75ec94be-1e8b-4c11-aa88-f9a0f2543bfb), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.148991 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (75ec94be-1e8b-4c11-aa88-f9a0f2543bfb), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.227039 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca275-2a6e-4f2d-9bab-521817613903 req-203a2fae-656c-4f42-91e2-63ef8da979d5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:50.228576 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0eeca275-2a6e-4f2d-9bab-521817613903 req-203a2fae-656c-4f42-91e2-63ef8da979d5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0481849 Oct 13 04:24:50.229781 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (75ec94be-1e8b-4c11-aa88-f9a0f2543bfb), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.232583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.233615 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/75ec94be-1e8b-4c11-aa88-f9a0f2543bfb HTTP/1.1" status: 204 len: 168 time: 0.1654367 Oct 13 04:24:50.237677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60526) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:50.252327 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.api.v2.resource [None req-b6057ee6-38a5-413d-9245-e93859c16104 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] show failed (client error): The resource could not be found. Oct 13 04:24:50.256352 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b6057ee6-38a5-413d-9245-e93859c16104 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups/75ec94be-1e8b-4c11-aa88-f9a0f2543bfb HTTP/1.1" status: 404 len: 347 time: 0.0146515 Oct 13 04:24:50.256588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60528) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:24:50.256728 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6165123-a51c-43bd-9ea0-db3137445638 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec94be-1e8b-4c11-aa88-f9a0f2543bfb,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:50.288474 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0eeca275-2a6e-4f2d-9bab-521817613903 req-d8261d68-041e-4b87-aceb-57866621b6ec tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537632 Oct 13 04:24:50.369726 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port b5a3aa10-7b2b-4262-96d6-4d0e6b669264 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:24:50.370071 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.450745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.451084 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.463226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for b5a3aa10-7b2b-4262-96d6-4d0e6b669264 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:24:50.550436 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:50.602780 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (b5a3aa10-7b2b-4262-96d6-4d0e6b669264), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.633608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=b5a3aa10-7b2b-4262-96d6-4d0e6b669264,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:50.693172 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (6b0052a8-f1cb-433c-9431-314f526b8cf0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.696627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:50.699215 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ead6053d-a3e0-46ed-8458-c14812b53d0e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/6b0052a8-f1cb-433c-9431-314f526b8cf0 HTTP/1.1" status: 204 len: 168 time: 0.4404426 Oct 13 04:24:50.761994 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:50.771434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44c91-08c3-4e39-b71d-66c985cb308a req-2d47babc-cd35-4824-b2e1-ad5dafedad80 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:50.772996 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90b44c91-08c3-4e39-b71d-66c985cb308a req-2d47babc-cd35-4824-b2e1-ad5dafedad80 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0526154 Oct 13 04:24:50.823308 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90b44c91-08c3-4e39-b71d-66c985cb308a req-8fda1319-8074-493f-840e-ac11f67ea849 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Oct 13 04:24:51.756334 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device e493d713-f096-4aa7-b1f4-bc9560bb2da9 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:51.853755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:51.869596 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'port_id': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'mac_address': 'fa:16:3e:ce:94:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:51.871769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:51.904585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port e493d713-f096-4aa7-b1f4-bc9560bb2da9 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:51.904978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:51.919290 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e493d713-f096-4aa7-b1f4-bc9560bb2da9 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:24:51.939673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:51.943399 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:51.950419 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e020d3-8858-4351-9fed-7a7fae0a14e5 req-3a947c70-8eda-415e-b9f6-8f92dedae339 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:51.951949 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-37e020d3-8858-4351-9fed-7a7fae0a14e5 req-3a947c70-8eda-415e-b9f6-8f92dedae339 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 944 time: 0.0520523 Oct 13 04:24:51.963890 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:51.992613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:52.000011 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.000373 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.000779 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.001131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.001500 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.001986 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.002428 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.002664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.002997 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.003326 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.003650 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.004006 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.004338 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.004661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.004981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:52.011581 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-37e020d3-8858-4351-9fed-7a7fae0a14e5 req-ec911afd-1e70-4da1-8950-2066dbf5e134 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 Oct 13 04:24:52.426134 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:24:52.913036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb0b18-ee93-4fd1-9fc2-27e0400bc7bc req-b22c8ad7-653a-470f-a678-b8822000f355 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:52.914512 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4fcb0b18-ee93-4fd1-9fc2-27e0400bc7bc req-b22c8ad7-653a-470f-a678-b8822000f355 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Oct 13 04:24:52.961889 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4fcb0b18-ee93-4fd1-9fc2-27e0400bc7bc req-f2e29b77-0449-4518-a04d-09a3d609dbb8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Oct 13 04:24:53.137417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-daf54aa9-c882-4587-9240-185d970fc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:53.139078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-daf54aa9-c882-4587-9240-185d970fc251 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.0447197 Oct 13 04:24:53.141479 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e62c-5de9-4f35-af23-ab381052d2f1 req-bce65452-f936-4506-ace6-cf60f2a36f8f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:53.143257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2466e62c-5de9-4f35-af23-ab381052d2f1 req-bce65452-f936-4506-ace6-cf60f2a36f8f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Oct 13 04:24:53.203653 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2466e62c-5de9-4f35-af23-ab381052d2f1 req-1da211fc-4f1d-4352-b949-d40442b7ceaf tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Oct 13 04:24:53.242676 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-b394bb60-b257-41d8-99ca-ab5cd88c7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:53.244156 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-b394bb60-b257-41d8-99ca-ab5cd88c7b75 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.0942106 Oct 13 04:24:53.309039 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-c27a8730-2dc2-4c4f-8727-5452dd7d034a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 999 time: 0.0584631 Oct 13 04:24:53.365595 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-76d6560d-8855-4606-ba6b-1d40eb68ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:53.367033 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-76d6560d-8855-4606-ba6b-1d40eb68ef0a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0494640 Oct 13 04:24:53.412446 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-75c5704b-ec3d-4159-a8f7-5088f8620464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:53.414114 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-75c5704b-ec3d-4159-a8f7-5088f8620464 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396817 Oct 13 04:24:53.504673 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-2c565bb5-9210-4162-8b41-1863780d5574 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836008 Oct 13 04:24:53.611714 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d3ccb53b-808c-4cbe-a7f6-9898b3c1d24e req-2d4261d0-8f1c-4bfa-8590-b5cdf3c01130 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891922 Oct 13 04:24:53.773312 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device e493d713-f096-4aa7-b1f4-bc9560bb2da9 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:53.814946 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port e493d713-f096-4aa7-b1f4-bc9560bb2da9 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:24:53.820442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port e493d713-f096-4aa7-b1f4-bc9560bb2da9 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:24:53.820912 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:53.821264 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port e493d713-f096-4aa7-b1f4-bc9560bb2da9 Oct 13 04:24:53.895113 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port e493d713-f096-4aa7-b1f4-bc9560bb2da9 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:24:53.895502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:53.918130 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:53.920369 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b40ade7-6368-4d24-8108-dacc63295119" -d '{"events": [{"server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "name": "network-vif-plugged", "status": "completed", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:53.933499 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:53.938026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:53.962512 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa005cce-2373-4858-885c-908be217885d x-openstack-request-id: req-aa005cce-2373-4858-885c-908be217885d {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:53.962807 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "name": "network-vif-plugged", "status": "completed", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:53.963062 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa005cce-2373-4858-885c-908be217885d {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:53.963453 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa005cce-2373-4858-885c-908be217885d'] response: {'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'code': 200} Oct 13 04:24:53.987393 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.085744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2206a5-b56a-4fa6-bc6c-095023b2fbb1 req-06cf3c64-4caf-4b01-acaf-67abd3448732 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:54.087190 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca2206a5-b56a-4fa6-bc6c-095023b2fbb1 req-06cf3c64-4caf-4b01-acaf-67abd3448732 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Oct 13 04:24:54.139501 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ca2206a5-b56a-4fa6-bc6c-095023b2fbb1 req-0b225cc6-2e87-4ffe-934b-93601c8cf2ee tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466783 Oct 13 04:24:54.222167 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59592e91-386b-4fda-a018-70e8cf0537fe req-a0bcca6a-44d4-4193-9825-0ec5f58fd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:54.223935 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59592e91-386b-4fda-a018-70e8cf0537fe req-a0bcca6a-44d4-4193-9825-0ec5f58fd2f2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1130 time: 0.0411296 Oct 13 04:24:54.275271 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59592e91-386b-4fda-a018-70e8cf0537fe req-58dc43d9-f655-4d1a-85ed-058c94448866 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Oct 13 04:24:54.324212 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431c5f3-4fe1-4bd6-b1f6-35d7c778c4ff req-f589ffef-9538-4233-9c30-cd639c03dd35 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:54.325802 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9431c5f3-4fe1-4bd6-b1f6-35d7c778c4ff req-f589ffef-9538-4233-9c30-cd639c03dd35 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0471065 Oct 13 04:24:54.374782 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9431c5f3-4fe1-4bd6-b1f6-35d7c778c4ff req-1e6386b2-f5b9-40c7-b3a9-bd49e3b1d6e0 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Oct 13 04:24:54.517360 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df914d-a95e-426e-a1f1-22e517187d22 req-27598d14-83da-4dae-81b8-cbf1babd9f07 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:54.518925 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b0df914d-a95e-426e-a1f1-22e517187d22 req-27598d14-83da-4dae-81b8-cbf1babd9f07 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0469248 Oct 13 04:24:54.565261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b0df914d-a95e-426e-a1f1-22e517187d22 req-37edc8dd-f68d-4569-a5a8-35caf682caea tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Oct 13 04:24:55.264811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed823b9-8495-4ae0-be5a-54ee431ffc0f req-0a380c50-3038-43e8-be97-5f6787ba278c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:55.266939 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2ed823b9-8495-4ae0-be5a-54ee431ffc0f req-0a380c50-3038-43e8-be97-5f6787ba278c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0503442 Oct 13 04:24:55.312856 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2ed823b9-8495-4ae0-be5a-54ee431ffc0f req-52e08c84-4638-430f-aa62-5756e26ba217 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Oct 13 04:24:55.499995 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7a9a-9cbe-475e-a148-a0dbc7d5ca0b req-e63a421b-a7ee-435b-ac27-2378664f9830 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:55.501557 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed9d7a9a-9cbe-475e-a148-a0dbc7d5ca0b req-e63a421b-a7ee-435b-ac27-2378664f9830 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0505509 Oct 13 04:24:55.550748 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed9d7a9a-9cbe-475e-a148-a0dbc7d5ca0b req-3942416e-83f6-4efc-9693-419ad8a9b779 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Oct 13 04:24:55.671065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:55.684668 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda98f7-0f6d-4621-90d4-72eadbe05da4 req-be148977-b0fc-46ac-9274-554bb60325a2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:55.686142 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fbda98f7-0f6d-4621-90d4-72eadbe05da4 req-be148977-b0fc-46ac-9274-554bb60325a2 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0479178 Oct 13 04:24:55.734213 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fbda98f7-0f6d-4621-90d4-72eadbe05da4 req-fb2d2edb-b314-471e-ac11-eb9f82d5b6a6 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Oct 13 04:24:56.414652 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:56.434442 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74785795-2974-42bb-80b3-059d769398db req-c8f67b59-6e83-41a7-9bf5-659d4914c925 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:56.435905 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-74785795-2974-42bb-80b3-059d769398db req-c8f67b59-6e83-41a7-9bf5-659d4914c925 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Oct 13 04:24:56.482903 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-74785795-2974-42bb-80b3-059d769398db req-b26526bc-2871-4caa-976e-64e14193f35d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Oct 13 04:24:56.670951 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa4d4-7cfb-46b0-8d44-8b9b292efca4 req-347d757f-63d0-4b10-b823-1637bd0a5ad1 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:56.672327 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-676fa4d4-7cfb-46b0-8d44-8b9b292efca4 req-347d757f-63d0-4b10-b823-1637bd0a5ad1 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0458751 Oct 13 04:24:56.733016 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-676fa4d4-7cfb-46b0-8d44-8b9b292efca4 req-0f8d5e57-e075-447e-a41d-93dc7e70cca1 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Oct 13 04:24:56.862587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b955c-91a1-48d1-a3a1-6acd35007ea1 req-1f3bb30e-c618-4532-b252-e8971726f951 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:56.864253 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-672b955c-91a1-48d1-a3a1-6acd35007ea1 req-1f3bb30e-c618-4532-b252-e8971726f951 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0527487 Oct 13 04:24:56.920244 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-672b955c-91a1-48d1-a3a1-6acd35007ea1 req-82a1c21b-579e-4424-a3b3-2668f96b0e5c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Oct 13 04:24:57.318259 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:57.359919 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-3e5c7d65-e183-43a3-846c-989f129fda0d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:57.362699 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-3e5c7d65-e183-43a3-846c-989f129fda0d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Oct 13 04:24:57.631303 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de700748-0b8a-49b0-acc7-d6eb95e01cde req-8c57d425-d486-4a58-910d-8a7ebf2d5702 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:57.632715 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de700748-0b8a-49b0-acc7-d6eb95e01cde req-8c57d425-d486-4a58-910d-8a7ebf2d5702 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0561175 Oct 13 04:24:57.689509 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de700748-0b8a-49b0-acc7-d6eb95e01cde req-01453310-6a78-4d06-b6f7-4001015ee47d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511816 Oct 13 04:24:57.842110 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:57.854155 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7d93-b60b-425a-8718-3a1adbecfe4f req-22cb9a68-e09b-4b91-86b2-560f11910a8b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:57.855655 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed4d7d93-b60b-425a-8718-3a1adbecfe4f req-22cb9a68-e09b-4b91-86b2-560f11910a8b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Oct 13 04:24:57.902798 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ed4d7d93-b60b-425a-8718-3a1adbecfe4f req-34efab7f-bc30-4ba0-bfcd-34b626ede118 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Oct 13 04:24:58.044938 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba5db0-b40a-4c14-8679-04f2331f40f1 req-7b1c7b1c-a72e-4fce-acc5-53b91a870e30 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:58.046463 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-edba5db0-b40a-4c14-8679-04f2331f40f1 req-7b1c7b1c-a72e-4fce-acc5-53b91a870e30 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Oct 13 04:24:58.059736 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709674b-3b55-485a-a64b-4c0ff4831346 req-67f7eef1-4901-4b86-9160-d54a7de152a2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:58.061209 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e709674b-3b55-485a-a64b-4c0ff4831346 req-67f7eef1-4901-4b86-9160-d54a7de152a2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0798259 Oct 13 04:24:58.066072 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:24:58.066437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.094948 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-edba5db0-b40a-4c14-8679-04f2331f40f1 req-ebeeabed-7bb6-4f44-96aa-8e3f932b3362 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=45531761-bea7-4913-b677-39a574533456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Oct 13 04:24:58.170580 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e709674b-3b55-485a-a64b-4c0ff4831346 req-b7bc92fb-82f1-425e-997b-2c033bd21334 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009490 Oct 13 04:24:58.201428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] For port bbeaed93-8e22-4d9f-a3ed-cb1f27426334, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:58.201796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.367917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.368630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.369179 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP 28cf39dc-68f4-4d3a-9daf-9f6710100d6f disassociated. External IP: 172.27.1.211, port: bbeaed93-8e22-4d9f-a3ed-cb1f27426334. Oct 13 04:24:58.369528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for bbeaed93-8e22-4d9f-a3ed-cb1f27426334 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:24:58.537478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4837f-3c93-477a-80de-d3ba7489ff67 req-8a4b0725-8be7-47ec-beef-d5a513ca03c7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:58.539006 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-95c4837f-3c93-477a-80de-d3ba7489ff67 req-8a4b0725-8be7-47ec-beef-d5a513ca03c7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0619023 Oct 13 04:24:58.540042 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (bbeaed93-8e22-4d9f-a3ed-cb1f27426334), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.573805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=bbeaed93-8e22-4d9f-a3ed-cb1f27426334,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.596296 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:58.597771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.598120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.598551 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.598894 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.599231 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.599565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.599896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.600229 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.600560 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.600889 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.601218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.601543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.601867 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.602230 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.602554 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:58.671727 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-95c4837f-3c93-477a-80de-d3ba7489ff67 req-f8bcc936-5d4d-40f0-bf0a-aa8e503977c8 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235790 Oct 13 04:24:58.716596 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:58.731000 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:58.821503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee7e4-b683-49cc-94dd-7595547961f4 req-674ee139-9f36-40ac-9ce0-e17e4a88df95 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:24:58.823191 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49dee7e4-b683-49cc-94dd-7595547961f4 req-674ee139-9f36-40ac-9ce0-e17e4a88df95 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0516987 Oct 13 04:24:58.842284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:58.865754 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:58.884000 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-49dee7e4-b683-49cc-94dd-7595547961f4 req-1b4dc501-6a10-4ced-987d-97002850b9ae tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529733 Oct 13 04:24:58.885171 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:58.885815 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:58.903334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] No DVR routers for this DVR port bbeaed93-8e22-4d9f-a3ed-cb1f27426334 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:24:58.906059 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.909779 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b00c80d6-9b06-451e-996e-0a68b890bfee req-4cb2ded3-17c9-4a3a-ba97-ce1ef086b590 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "DELETE /networking/v2.0/ports/bbeaed93-8e22-4d9f-a3ed-cb1f27426334 HTTP/1.1" status: 204 len: 173 time: 0.9741430 Oct 13 04:24:58.910462 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'name': 'network-vif-deleted', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:24:58.920262 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0d87d-7e8d-447c-9ffb-57de939b127d" -d '{"events": [{"server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "name": "network-vif-deleted", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:58.937367 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d872710a-928d-4761-a880-84ec0e15a82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:24:58.996221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851eb1e9-75dd-47cd-8af1-23104340ed92 x-openstack-request-id: req-851eb1e9-75dd-47cd-8af1-23104340ed92 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:58.996516 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62033c3e-e894-4560-95b8-34e25cb33e72", "name": "network-vif-deleted", "tag": "bbeaed93-8e22-4d9f-a3ed-cb1f27426334", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:58.996774 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-851eb1e9-75dd-47cd-8af1-23104340ed92 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:58.997176 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851eb1e9-75dd-47cd-8af1-23104340ed92'] response: {'server_uuid': '62033c3e-e894-4560-95b8-34e25cb33e72', 'name': 'network-vif-deleted', 'tag': 'bbeaed93-8e22-4d9f-a3ed-cb1f27426334', 'status': 'completed', 'code': 200} Oct 13 04:24:59.035635 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:59.210845 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:59.233525 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a27fa24c-8a81-40f7-b38a-18a54f910624 req-593454fd-1d78-44e0-853b-d07a1cb17e21 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=62033c3e-e894-4560-95b8-34e25cb33e72 HTTP/1.1" status: 200 len: 210 time: 0.0303831 Oct 13 04:24:59.260862 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.288593 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:59.297898 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:24:59.298578 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:24:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.383872 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:24:59.406014 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:24:59.595320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:59.620117 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc93e1-4d51-49cc-9dac-4f9f873fdfb5 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:59.836140 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bda36c-320e-4c21-8aad-35535e987ca5 None None] New status for floating IP 28cf39dc-68f4-4d3a-9daf-9f6710100d6f: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:25:00.035376 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dbd94-823d-4272-b510-6d6b138adbae req-28c8e484-1ced-4e34-8b43-8a30872c075c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:00.036753 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c97dbd94-823d-4272-b510-6d6b138adbae req-28c8e484-1ced-4e34-8b43-8a30872c075c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0497520 Oct 13 04:25:00.085753 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c97dbd94-823d-4272-b510-6d6b138adbae req-f72d11fb-6bbe-475b-8d4e-79b0e87ce275 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431747 Oct 13 04:25:00.337871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60642) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:00.395905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (45531761-bea7-4913-b677-39a574533456), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.420469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (45531761-bea7-4913-b677-39a574533456), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.471368 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (45531761-bea7-4913-b677-39a574533456), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.474004 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.475395 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/45531761-bea7-4913-b677-39a574533456 HTTP/1.1" status: 204 len: 168 time: 0.1363845 Oct 13 04:25:00.478466 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60646) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:00.486587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420508c6-4f4f-48c5-9e29-33637534c521 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45531761-bea7-4913-b677-39a574533456,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.493215 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-7692dbbc-bca5-479a-bf1a-52143cad02eb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] show failed (client error): The resource could not be found. Oct 13 04:25:00.496636 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7692dbbc-bca5-479a-bf1a-52143cad02eb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups/45531761-bea7-4913-b677-39a574533456 HTTP/1.1" status: 404 len: 347 time: 0.0146072 Oct 13 04:25:00.497152 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60648) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:00.615324 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port cb1f3218-bbf4-47a7-87a8-6820cc2c7227 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:25:00.615671 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.697208 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.697544 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.710682 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for cb1f3218-bbf4-47a7-87a8-6820cc2c7227 owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:25:00.849618 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (cb1f3218-bbf4-47a7-87a8-6820cc2c7227), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.872866 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=cb1f3218-bbf4-47a7-87a8-6820cc2c7227,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.883150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.883506 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.883855 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.884201 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.885049 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.885049 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.885247 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.885507 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.885839 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.886170 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.886525 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.886855 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.887221 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.887550 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.887931 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:00.949985 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (28cf39dc-68f4-4d3a-9daf-9f6710100d6f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.952592 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:00.954498 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3c1781bb-2b1e-4fbf-b8a4-c8c923ae0d61 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/28cf39dc-68f4-4d3a-9daf-9f6710100d6f HTTP/1.1" status: 204 len: 168 time: 0.4557054 Oct 13 04:25:01.033984 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60658) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:01.038765 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048190254', 'description': 'tempest-description--268552834'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:01.060329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.103855 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc845-c02b-48a8-b418-6b018d5f08c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.130711 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (c912d33b-463f-464a-8dcd-42c4a3603d0a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.136177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (c912d33b-463f-464a-8dcd-42c4a3603d0a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.167256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c912d33b-463f-464a-8dcd-42c4a3603d0a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.171437 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.172903 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-00680b3c-d574-4043-9552-6828fd544e05 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374631 Oct 13 04:25:01.175929 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60662) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:01.180246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': 'c912d33b-463f-464a-8dcd-42c4a3603d0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:01.208501 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (1a57f433-80ca-41b6-8625-27c337c28b16), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.225205 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f3729-1dac-46bc-9290-ff3ad6a9cd76 req-a1c0f821-c26d-4edb-90b7-3ec4f9a5ea07 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:01.226824 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a0f3729-1dac-46bc-9290-ff3ad6a9cd76 req-a1c0f821-c26d-4edb-90b7-3ec4f9a5ea07 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0542846 Oct 13 04:25:01.264628 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (1a57f433-80ca-41b6-8625-27c337c28b16), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.269001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (1a57f433-80ca-41b6-8625-27c337c28b16), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.276587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:01.276772 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5a0f3729-1dac-46bc-9290-ff3ad6a9cd76 req-d0b1afab-5fdb-4072-9e7f-5a8dc6388818 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Oct 13 04:25:01.291724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a57f433-80ca-41b6-8625-27c337c28b16,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.304739 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.308592 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d59b79a8-f3ea-4398-941f-0c264972915b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291230 Oct 13 04:25:01.308722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60664) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:01.313540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': 'c912d33b-463f-464a-8dcd-42c4a3603d0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:01.339674 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (35127951-c101-4d35-94be-f2d1860f7cf7), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.399191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (35127951-c101-4d35-94be-f2d1860f7cf7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.403078 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (35127951-c101-4d35-94be-f2d1860f7cf7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.415721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:01.425243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35127951-c101-4d35-94be-f2d1860f7cf7,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.436258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.437468 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-19c8aa90-1950-4add-9817-64a79bf18705 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278522 Oct 13 04:25:01.441765 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60666) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:01.446273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:01.467600 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.545421 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.652841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.27.1.138 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/a5e16a5f-2273-4198-9816-7a5f7a6c437d) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:01.759550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.790542 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.820913 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbeaed93-8e22-4d9f-a3ed-cb1f27426334 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:01.830373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:01.835144 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:01.838884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:25:01.839849 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: bbeaed93-8e22-4d9f-a3ed-cb1f27426334 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:25:01.840209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbeaed93-8e22-4d9f-a3ed-cb1f27426334 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:01.842310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=a5e16a5f-2273-4198-9816-7a5f7a6c437d,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.921796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.960648 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:01.995511 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:02.110119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:02.114179 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:02.150684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:02.182624 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:02.185193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=a5e16a5f-2273-4198-9816-7a5f7a6c437d,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.200055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:02.201261 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e512cdf6-2a84-4649-beaa-87f1afd4284e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7585449 Oct 13 04:25:02.397465 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:02.399517 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-ba803331-6a40-4d02-a877-507523b9681f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2048190254&fields=id&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 267 time: 0.0431919 Oct 13 04:25:02.406244 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f3a8-e08b-4517-8a8a-d8e4229925b4 req-d72d78b9-f3c8-4839-b2cc-ea128f4f858d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:02.408551 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a748f3a8-e08b-4517-8a8a-d8e4229925b4 req-d72d78b9-f3c8-4839-b2cc-ea128f4f858d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0475149 Oct 13 04:25:02.427858 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:02.467157 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a748f3a8-e08b-4517-8a8a-d8e4229925b4 req-234341fc-9666-4221-a423-a96b5c5c40a4 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459633 Oct 13 04:25:02.512773 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-3c12a980-fe70-4520-80cb-beb9333cfd43 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:02.514276 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-3c12a980-fe70-4520-80cb-beb9333cfd43 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1082957 Oct 13 04:25:02.528805 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-e7580e82-5e65-4b52-8d34-d11387ddb82c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/quotas/7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 375 time: 0.0087335 Oct 13 04:25:02.578040 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-e556660e-ea4e-4cc7-997c-3e059b79fd39 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432880 Oct 13 04:25:02.681307 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-f55b3f35-9821-48f3-95c2-92ab9f8fb8b4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884943 Oct 13 04:25:02.770382 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-87c203f0-9411-4d3f-abdb-e34693a459bc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831923 Oct 13 04:25:02.911863 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:02.930182 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-397aacd0-4732-4d0b-89b1-1bb1676d31a3 req-bf1ecc39-1b56-49e6-848d-dbddb6e7096b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0285423 Oct 13 04:25:03.600458 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa57e6-6157-4405-9364-ec6ac30e0254 req-6446a8b8-ec0b-4186-a0f1-e97be17b010d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:03.602068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57fa57e6-6157-4405-9364-ec6ac30e0254 req-6446a8b8-ec0b-4186-a0f1-e97be17b010d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0528708 Oct 13 04:25:03.655629 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57fa57e6-6157-4405-9364-ec6ac30e0254 req-f8b09806-d643-4799-9716-50bd45490b2a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459125 Oct 13 04:25:04.035715 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-14c18ab8-2941-4385-b6f7-517c9b0ebb82 req-e3b9aa29-4fe4-4104-9080-907b39513266 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0309045 Oct 13 04:25:04.083505 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:04.311353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:04.731503 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-19622f8e-662b-490a-8f92-ca39b1b74304 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:04.749689 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-19622f8e-662b-490a-8f92-ca39b1b74304 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1112952 Oct 13 04:25:04.789076 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc275-0153-4729-b424-08b63b44c831 req-42842cf6-b410-4e3f-9344-b49a017286aa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:04.791286 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8ddc275-0153-4729-b424-08b63b44c831 req-42842cf6-b410-4e3f-9344-b49a017286aa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0518115 Oct 13 04:25:04.818346 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:04.833909 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-ea3bf354-75ff-4003-afee-ce568518fb96 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 380 time: 0.0624480 Oct 13 04:25:04.842789 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c8ddc275-0153-4729-b424-08b63b44c831 req-dac21377-4b98-4485-ae8b-51d0f72e38f9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Oct 13 04:25:04.845044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'port': {'device_id': '83b343e2-9707-46ae-a665-5aa2644cb682', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'admin_state_up': True, 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'security_groups': ['c912d33b-463f-464a-8dcd-42c4a3603d0a']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:05.163334 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4c4abd23-6740-4edc-9269-6da6f706e6bf req-2585137f-2953-44c7-9453-047ab6d136d7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0321317 Oct 13 04:25:05.225310 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:05.229016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.351869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.20.0.3 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/76e4ebca-6088-4f89-a5c4-07f0634cdbaf) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:05.371187 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:05.373423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:05.498557 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.529989 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.574168 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.577002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:05.582875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:05.585022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.587189 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:25:05.640271 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:05.641459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.658969 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-2c5b882e-3fa6-4c0d-af4d-2540c0f03f40 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187075 Oct 13 04:25:05.676879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Request body: {'port': {'device_id': '83b343e2-9707-46ae-a665-5aa2644cb682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:05.739172 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.831210 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-feb2133a-dc84-499d-8a28-e6c083a2b59b None None] Provisioning complete for port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:25:05.831590 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-feb2133a-dc84-499d-8a28-e6c083a2b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:05.831949 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-feb2133a-dc84-499d-8a28-e6c083a2b59b None None] Attempt 1 to provision port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf Oct 13 04:25:05.863291 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:05.863623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-feb2133a-dc84-499d-8a28-e6c083a2b59b None None] Port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:25:05.969376 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb9b8d-edbf-4711-bec9-8bbaa3bf88d4 req-938f9793-e36a-4b64-ae4c-5e6204892503 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:05.971044 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17eb9b8d-edbf-4711-bec9-8bbaa3bf88d4 req-938f9793-e36a-4b64-ae4c-5e6204892503 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0478721 Oct 13 04:25:06.017951 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e4ebca-6088-4f89-a5c4-07f0634cdbaf {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:25:06.024655 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-17eb9b8d-edbf-4711-bec9-8bbaa3bf88d4 req-70d41e62-91da-40db-9784-6ed4d6a672cb tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Oct 13 04:25:06.025760 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks [] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:06.039828 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Transition to ACTIVE for port object 76e4ebca-6088-4f89-a5c4-07f0634cdbaf will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:25:06.043632 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:06.102761 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Pushing event updated for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.154109 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Attempting to bind port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:25:06.154467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Attempting to bind port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:25:06.154794 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Attempting to bind port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:06.185070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:06.201805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf on network 70d105db-93f5-4592-bb80-f58af13e321b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:06.202130 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Attempting to bind port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:06.255678 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:25:06.255931 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:25:06.256347 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:25:06.256795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Bound port: 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:25:06.257150 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:06.300454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3996f0-f7fa-46be-afe7-91ca961a4821 req-db8bf612-26fb-4cb8-8a06-887f2db8c894 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:06.301926 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ea3996f0-f7fa-46be-afe7-91ca961a4821 req-db8bf612-26fb-4cb8-8a06-887f2db8c894 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 943 time: 0.0616539 Oct 13 04:25:06.381564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:06.385226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:06.390564 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ea3996f0-f7fa-46be-afe7-91ca961a4821 req-03fd554d-c65a-4871-a6a2-741795790f20 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728688 Oct 13 04:25:06.392316 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:06.396384 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:06.397598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:06.398354 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/76e4ebca-6088-4f89-a5c4-07f0634cdbaf HTTP/1.1" status: 200 len: 1093 time: 0.7261996 Oct 13 04:25:06.398895 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:06.401104 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a12a2-2946-4aa3-9934-68abda4bbf95" -d '{"events": [{"name": "network-changed", "server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:06.451331 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ae327-63b6-45c6-8692-9617df15f924 service neutron] Pushing event updated for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.454915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28939e35-4367-419f-8d53-49d2ffc6afb7 x-openstack-request-id: req-28939e35-4367-419f-8d53-49d2ffc6afb7 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:06.455206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:06.455461 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28939e35-4367-419f-8d53-49d2ffc6afb7 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:06.455860 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28939e35-4367-419f-8d53-49d2ffc6afb7'] response: {'name': 'network-changed', 'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'status': 'completed', 'code': 200} Oct 13 04:25:06.803484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-c3cd4b2f-b159-413a-b1db-2dd1c19c0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:06.804986 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-c3cd4b2f-b159-413a-b1db-2dd1c19c0d78 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 1127 time: 0.0393937 Oct 13 04:25:07.146502 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaec43-0a04-4a8f-a545-28c13b9d9d7b req-06485e32-15ab-43e7-9408-aab59a6edd4e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:07.148001 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7fcaec43-0a04-4a8f-a545-28c13b9d9d7b req-06485e32-15ab-43e7-9408-aab59a6edd4e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0484688 Oct 13 04:25:07.206226 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-d1215d9f-4271-44aa-9299-15652b2a2e17 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf HTTP/1.1" status: 200 len: 217 time: 0.0451660 Oct 13 04:25:07.232635 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7fcaec43-0a04-4a8f-a545-28c13b9d9d7b req-42c678d3-f0e6-48e9-8830-4240a1fc3d4b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790997 Oct 13 04:25:07.517606 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9210f1-de2a-4209-9510-ec17b13c36d9 req-0074b2b8-af6a-4cce-a082-5ad123f8e843 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:07.519146 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a9210f1-de2a-4209-9510-ec17b13c36d9 req-0074b2b8-af6a-4cce-a082-5ad123f8e843 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 943 time: 0.0517411 Oct 13 04:25:07.576214 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7a9210f1-de2a-4209-9510-ec17b13c36d9 req-f9867ecc-94bd-4c89-bb33-f8aebd149765 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513244 Oct 13 04:25:07.589103 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-a76b51a4-e15f-4952-8b65-77a72dd0ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:07.590873 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-a76b51a4-e15f-4952-8b65-77a72dd0ee97 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0513768 Oct 13 04:25:07.667039 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-6818a4f3-fc42-4150-800b-9644d36b4faa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750127 Oct 13 04:25:07.668397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-11f8bf73-8f34-4f3e-8f23-93bf2418dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:07.669699 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-11f8bf73-8f34-4f3e-8f23-93bf2418dfef service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684779 Oct 13 04:25:08.202924 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:08.224021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-eeacf00c-4a4b-4017-a6f3-1c5fd6daefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.225555 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-eeacf00c-4a4b-4017-a6f3-1c5fd6daefbf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 1130 time: 0.0900002 Oct 13 04:25:08.255390 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-d206a354-3e28-47da-8d9a-4323b1ef5c34 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273525 Oct 13 04:25:08.366977 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01831dd-28f6-4db0-886a-0053239d971c req-e5e136f3-f025-44d8-8eba-a18ba64c0c4c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.374022 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d01831dd-28f6-4db0-886a-0053239d971c req-e5e136f3-f025-44d8-8eba-a18ba64c0c4c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0568047 Oct 13 04:25:08.421272 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d01831dd-28f6-4db0-886a-0053239d971c req-ee543079-8fca-4370-9602-1d485766461d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Oct 13 04:25:08.450502 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60752) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:08.462392 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962de04-9f54-4b4f-84c1-f35942b1b63e req-e12b9908-fada-4ecc-913c-c7de93a6798e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.463887 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2962de04-9f54-4b4f-84c1-f35942b1b63e req-e12b9908-fada-4ecc-913c-c7de93a6798e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.1510866 Oct 13 04:25:08.544160 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ccd2c2c6-dac6-4061-8fbe-89f07f6ccb3a req-f8999f1d-8e45-43f0-b2ea-1430c167dcc5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295141 Oct 13 04:25:08.551480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:08.574426 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-8c381871-8fa0-4bc9-bd5d-b628f6c5d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.575980 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-8c381871-8fa0-4bc9-bd5d-b628f6c5d082 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.2341406 Oct 13 04:25:08.584264 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2962de04-9f54-4b4f-84c1-f35942b1b63e req-42919ad2-241d-4f51-aaea-c1e357b41d08 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111047 Oct 13 04:25:08.645614 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d6b680-3089-4d05-823e-d146a28576cc tempest-TestMinimumBasicScenario-1540339968 tempest-TestMinimumBasicScenario-1540339968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.651565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60760) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:08.652305 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d4d6b680-3089-4d05-823e-d146a28576cc tempest-TestMinimumBasicScenario-1540339968 tempest-TestMinimumBasicScenario-1540339968-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1125 time: 0.1990726 Oct 13 04:25:08.656493 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'port_id': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:08.668431 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-30fa0c00-72e6-42bb-a63b-10d799a1fad0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 200 len: 1001 time: 0.0832193 Oct 13 04:25:08.683476 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:08.719311 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c263d-6eb0-4575-b464-df41c18d06a8 req-d082830c-a700-4639-9482-ed666fa9b15f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:08.720918 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af1c263d-6eb0-4575-b464-df41c18d06a8 req-d082830c-a700-4639-9482-ed666fa9b15f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 943 time: 0.0510597 Oct 13 04:25:08.767292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:08.768525 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-af1c263d-6eb0-4575-b464-df41c18d06a8 req-2fc702d0-d1bd-474f-8244-69878c4bcd52 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Oct 13 04:25:08.873339 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Allocated IP 172.27.1.58 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/c4018168-55e0-401d-8ed8-073749ccc8d8) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:08.977620 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.009201 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.050571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:09.053510 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:09.056076 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:25:09.080135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'Port': ['ID=c4018168-55e0-401d-8ed8-073749ccc8d8,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:09.087026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:09.356074 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:09.412375 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for floatingip (476368b2-bbce-4fb7-a8c0-f79f5155d1f2), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.477688 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.625041 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.628982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:09.912866 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f618c5-ccc2-4c53-aba5-aae9e9e0c5a3 req-9474d5d5-ed8e-4a46-9a6d-77d24b203421 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:09.914444 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c9f618c5-ccc2-4c53-aba5-aae9e9e0c5a3 req-9474d5d5-ed8e-4a46-9a6d-77d24b203421 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 943 time: 0.0485399 Oct 13 04:25:09.965361 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c9f618c5-ccc2-4c53-aba5-aae9e9e0c5a3 req-af1c2221-d290-4a2e-9f7c-4df542e3feab tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453601 Oct 13 04:25:10.004427 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:10.036978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'Port': ['ID=c4018168-55e0-401d-8ed8-073749ccc8d8,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.045178 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (476368b2-bbce-4fb7-a8c0-f79f5155d1f2), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.052930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-cc258d9a-93d2-4761-b029-b2548c3e5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:10.054469 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-cc258d9a-93d2-4761-b029-b2548c3e5d6d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 1127 time: 0.3785338 Oct 13 04:25:10.083153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffaac13-6f23-48f3-97d7-c5098bbb6426 req-87bc8440-e3bf-476c-81a3-532ccfd41e1a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:10.084616 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ffaac13-6f23-48f3-97d7-c5098bbb6426 req-87bc8440-e3bf-476c-81a3-532ccfd41e1a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Oct 13 04:25:10.090053 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-231c562e-55eb-4480-b878-fb8fbf73cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:10.091522 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-231c562e-55eb-4480-b878-fb8fbf73cb62 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.4167385 Oct 13 04:25:10.099827 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef76e92-1cac-4497-b68a-f951da783e63 req-c4c45b14-3cec-4328-84a8-8c02d5d4b63f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:10.101262 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ef76e92-1cac-4497-b68a-f951da783e63 req-c4c45b14-3cec-4328-84a8-8c02d5d4b63f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.4072313 Oct 13 04:25:10.133973 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5ffaac13-6f23-48f3-97d7-c5098bbb6426 req-d08e2fd0-0882-412e-81c6-79281843c5c0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 Oct 13 04:25:10.197180 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ef76e92-1cac-4497-b68a-f951da783e63 req-235d4fcc-2e9e-4433-94ad-610bbac7179d tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887225 Oct 13 04:25:10.201945 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Floating IP 476368b2-bbce-4fb7-a8c0-f79f5155d1f2 associated. External IP: 172.27.1.58, port: e493d713-f096-4aa7-b1f4-bc9560bb2da9. Oct 13 04:25:10.241231 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:10.390341 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:10.405915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Router ccdf27fc-2c53-4ea5-9642-702ba7f87839 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:10.507255 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:10.517870 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Sync routers for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:10.524907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.528383 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:10.529006 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:10.559214 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d36bf01d-269c-4712-b8c5-98f8b6580968 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9065955 Oct 13 04:25:10.559857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:10.562070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc78607-8eff-401e-8e2b-dee6d78e28be" -d '{"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:10.562329 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60776) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:10.568238 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024143026', 'description': 'tempest-secgroup-smoke-1024143026 description', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:10.591321 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.603564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0686a2-3b7e-4ca3-891c-73e0ff31d3a9 x-openstack-request-id: req-3c0686a2-3b7e-4ca3-891c-73e0ff31d3a9 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:10.604037 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:10.604557 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c0686a2-3b7e-4ca3-891c-73e0ff31d3a9 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:10.605102 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0686a2-3b7e-4ca3-891c-73e0ff31d3a9'] response: {'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:25:10.634817 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:10.662493 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (21349ea3-568e-48ec-a7c3-300ddcca47bf), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.666347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (21349ea3-568e-48ec-a7c3-300ddcca47bf), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.699331 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.700592 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1362579 Oct 13 04:25:10.702633 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beb1a2-aa04-4006-aedb-3aee1660905e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21349ea3-568e-48ec-a7c3-300ddcca47bf,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.704725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60780) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:10.709305 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:10.740158 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (1e482d40-d89d-42da-b70e-51f4d6c8179a), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.801799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (1e482d40-d89d-42da-b70e-51f4d6c8179a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.805971 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (1e482d40-d89d-42da-b70e-51f4d6c8179a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.825760 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e482d40-d89d-42da-b70e-51f4d6c8179a,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.833402 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:10.834832 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-546eff64-a402-41d9-918a-eeb6877f703b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288388 Oct 13 04:25:10.837409 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60782) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:10.843010 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:10.973417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (ffa04603-4ceb-42c6-aac3-0529bf3aae86), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.020720 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-6050bca4-fd25-4a8d-8fa9-58e513c7487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.023323 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-6050bca4-fd25-4a8d-8fa9-58e513c7487a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1592877 Oct 13 04:25:11.039125 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '476368b2-bbce-4fb7-a8c0-f79f5155d1f2', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'port_id': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'mac_address': 'fa:16:3e:ce:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:09Z', 'updated_at': '2022-10-13T04:25:09Z', 'revision_number': 0, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:11.053167 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-a0c3c2be-6108-40ea-a53f-250d5c9beaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.055343 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-a0c3c2be-6108-40ea-a53f-250d5c9beaaf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1130 time: 0.1722462 Oct 13 04:25:11.067012 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Checking router: ccdf27fc-2c53-4ea5-9642-702ba7f87839 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:11.075420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:11.076012 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:11.107427 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-71994e10-cefd-48df-9d53-5e692b381c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.108910 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-71994e10-cefd-48df-9d53-5e692b381c4f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.2437451 Oct 13 04:25:11.112924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.123672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (ffa04603-4ceb-42c6-aac3-0529bf3aae86), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.132376 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7d7c-437d-4b26-866d-fd532b936755 req-28c48163-db3a-4517-9d07-9aad5ac20293 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.133909 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-797d7d7c-437d-4b26-866d-fd532b936755 req-28c48163-db3a-4517-9d07-9aad5ac20293 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 943 time: 0.0755320 Oct 13 04:25:11.134996 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (ffa04603-4ceb-42c6-aac3-0529bf3aae86), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.161292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.172478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa04603-4ceb-42c6-aac3-0529bf3aae86,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.195842 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:11.222593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.223797 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1b2e51bf-89eb-4d96-a2ae-13e6d10fb332 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3854656 Oct 13 04:25:11.231419 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60790) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:11.254591 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:11.273401 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.285502 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.312818 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-cb0c8109-4da7-417e-87e1-ca07e6fd439f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf HTTP/1.1" status: 200 len: 217 time: 0.1379709 Oct 13 04:25:11.316013 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc044a5-743a-4089-8a47-0f106dd9934c req-6814a9f3-108f-47e7-a8a8-bee1ca0fca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.317626 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbc044a5-743a-4089-8a47-0f106dd9934c req-6814a9f3-108f-47e7-a8a8-bee1ca0fca6e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.1049907 Oct 13 04:25:11.344607 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.353179 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeceb6e-7074-4920-9b79-79d5799084c3 req-41ecda3d-d8f4-4168-9195-0a2f676f0957 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.354904 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9aeceb6e-7074-4920-9b79-79d5799084c3 req-41ecda3d-d8f4-4168-9195-0a2f676f0957 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0865555 Oct 13 04:25:11.364591 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (3ab9a9d7-6e0e-4f75-86d5-533a18289851), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.369220 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:11.414507 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-797d7d7c-437d-4b26-866d-fd532b936755 req-64cfd300-6221-4e24-a452-1b2ec73f671c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712815 Oct 13 04:25:11.455447 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '476368b2-bbce-4fb7-a8c0-f79f5155d1f2', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'port_id': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'mac_address': 'fa:16:3e:ce:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:09Z', 'updated_at': '2022-10-13T04:25:09Z', 'revision_number': 0, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:11.456893 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-8e4a85ad-e7c8-46d4-a83e-af967e6cab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.458620 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-8e4a85ad-e7c8-46d4-a83e-af967e6cab06 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.1277208 Oct 13 04:25:11.463404 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-c6c949e4-74fb-4f3c-83a0-3db91a86e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.464992 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-c6c949e4-74fb-4f3c-83a0-3db91a86e83f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 916 time: 0.2939653 Oct 13 04:25:11.467336 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-babeeecb-1b08-4766-b54c-9ee722852815 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983308 Oct 13 04:25:11.485003 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b1528a-762e-4860-ba35-db10c5b401ea None None] The sync data for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi is: [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '476368b2-bbce-4fb7-a8c0-f79f5155d1f2', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'port_id': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'mac_address': 'fa:16:3e:ce:94:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:09Z', 'updated_at': '2022-10-13T04:25:09Z', 'revision_number': 0, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:11.509403 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cbc044a5-743a-4089-8a47-0f106dd9934c req-9b47b521-8012-4e0b-9b04-8dad245e9b3e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779559 Oct 13 04:25:11.514493 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9aeceb6e-7074-4920-9b79-79d5799084c3 req-4de554de-ada7-40dc-b8fd-d919c74fc76c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450741 Oct 13 04:25:11.534168 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (3ab9a9d7-6e0e-4f75-86d5-533a18289851), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.543375 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (3ab9a9d7-6e0e-4f75-86d5-533a18289851), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.563164 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab9a9d7-6e0e-4f75-86d5-533a18289851,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.581173 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.582569 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3b87e8d0-3025-4823-b896-4f0e2570b29e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3489962 Oct 13 04:25:11.585095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60796) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:11.589543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:11.618825 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (0517f7f0-f9a4-40c0-bfe7-6f571fca00c7), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.659253 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-e9da62ad-e2d7-46d6-912a-3f1fea44a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.660805 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-e9da62ad-e2d7-46d6-912a-3f1fea44a778 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1748977 Oct 13 04:25:11.689679 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a589-df5e-4f3f-a5a1-89c4e775f038 req-4991b18d-74b3-44e6-9f3a-f78854c4db61 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:11.691282 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f084a589-df5e-4f3f-a5a1-89c4e775f038 req-4991b18d-74b3-44e6-9f3a-f78854c4db61 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.1548707 Oct 13 04:25:11.695330 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-9529b87f-1637-4a0e-919d-89bda99b0bda service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 999 time: 0.1832750 Oct 13 04:25:11.743832 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605bbe5-a02f-4888-a364-384b893019ee None None] New status for floating IP 476368b2-bbce-4fb7-a8c0-f79f5155d1f2: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:25:11.756692 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-083a921b-e4f1-40e0-8eb1-5744b06b12c1 req-93ab5e65-1a0c-47ac-b8bd-e5ec7eadba76 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545605 Oct 13 04:25:11.769987 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f084a589-df5e-4f3f-a5a1-89c4e775f038 req-815f98a5-7f29-4d60-85fa-1ec756be47e7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714505 Oct 13 04:25:11.844770 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 76e4ebca-6088-4f89-a5c4-07f0634cdbaf details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:11.909437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (0517f7f0-f9a4-40c0-bfe7-6f571fca00c7), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.917894 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (0517f7f0-f9a4-40c0-bfe7-6f571fca00c7), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.941715 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0517f7f0-f9a4-40c0-bfe7-6f571fca00c7,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.960183 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:11.961389 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f1c730b9-9e2e-4f09-9159-50af7ae3dd40 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3752096 Oct 13 04:25:11.964766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60798) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:11.969245 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:11.995657 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.000238 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-439aba82-4bc8-4827-a264-959aa5c2a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.001917 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-439aba82-4bc8-4827-a264-959aa5c2a436 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.1326683 Oct 13 04:25:12.008646 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'port_id': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'mac_address': 'fa:16:3e:76:1f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:12.025058 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.securitygroups_db [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Project f2b13e92741f40bc8044ed4bc999b07f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:12.040857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (14659a76-ca21-466c-8314-c5b07e811bed), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.045212 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:25:12.045606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.052908 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-a69e3282-978a-47a0-995d-fbc9f772c5f6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990740 Oct 13 04:25:12.059248 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e4ebca-6088-4f89-a5c4-07f0634cdbaf {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:25:12.079937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.083698 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.105283 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (14659a76-ca21-466c-8314-c5b07e811bed), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.109213 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (14659a76-ca21-466c-8314-c5b07e811bed), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.127839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14659a76-ca21-466c-8314-c5b07e811bed,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.132783 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.136487 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.140314 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6902b738-7942-4208-8cc4-4f80025c9def tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1719818 Oct 13 04:25:12.141021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60800) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:12.145354 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'security_group_rule': {'security_group_id': '21349ea3-568e-48ec-a7c3-300ddcca47bf', 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:12.166190 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.securitygroups_db [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Project f2b13e92741f40bc8044ed4bc999b07f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:25:12.172134 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (3dec3a0b-78dd-4786-b54c-225225a7b6c7), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.191293 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:12.233414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (3dec3a0b-78dd-4786-b54c-225225a7b6c7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.236629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (3dec3a0b-78dd-4786-b54c-225225a7b6c7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.258267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dec3a0b-78dd-4786-b54c-225225a7b6c7,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.262629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.263782 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b71a1e12-9990-4026-b3aa-400de816aeed tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218083 Oct 13 04:25:12.354109 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-1bb2be55-98c3-460b-845d-88f9dce00ef0 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1024143026&fields=id&tenant_id=f2b13e92741f40bc8044ed4bc999b07f HTTP/1.1" status: 200 len: 267 time: 0.0457470 Oct 13 04:25:12.402679 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-45047f87-b79e-406f-bffd-7fb132dade0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.404105 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-45047f87-b79e-406f-bffd-7fb132dade0f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778477 Oct 13 04:25:12.408695 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-f35df57b-bfc2-42c4-b0e2-d173b8dcef76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.410254 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-f35df57b-bfc2-42c4-b0e2-d173b8dcef76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Oct 13 04:25:12.422100 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'port': {'security_groups': ['deec63aa-443c-4f30-b40e-a8f660c39218', '21349ea3-568e-48ec-a7c3-300ddcca47bf']}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:12.434348 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-943a12a2-2946-4aa3-9934-68abda4bbf95 req-4a8e83c7-87f2-4875-bef7-b16ca0004a9b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263232 Oct 13 04:25:12.442022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:12.506089 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.531580 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['76e4ebca-6088-4f89-a5c4-07f0634cdbaf'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:25:12.569854 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c572b6-fb45-4ca0-ba9c-3cfc67ab1f53 req-bbdc6182-67ae-49bb-9ac4-4a65dbe95272 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.571391 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9c572b6-fb45-4ca0-ba9c-3cfc67ab1f53 req-bbdc6182-67ae-49bb-9ac4-4a65dbe95272 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 944 time: 0.0695724 Oct 13 04:25:12.573347 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-ddaf01d0-12a2-450d-8085-3bf7e502b543 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415067 Oct 13 04:25:12.684542 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9c572b6-fb45-4ca0-ba9c-3cfc67ab1f53 req-4e482a03-c1f5-412d-b291-100fd742948a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072755 Oct 13 04:25:12.720747 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9fc78607-8eff-401e-8e2b-dee6d78e28be req-81a483cd-d387-4975-a793-6c3ed7aad63d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364334 Oct 13 04:25:12.746121 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.771961 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:12.776317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.782909 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.793736 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.794664 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:12.795993 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f388448e-9d3b-478b-94a4-18c65ae87f4a req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "PUT /networking/v2.0/ports/e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 982 time: 0.3788426 Oct 13 04:25:12.796627 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:12.797912 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33597-a372-4657-9a2a-2223686ec2b3 req-756f541f-d074-4f39-b7ed-a96ae5e376fa tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.799228 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966ce47-507e-4bc4-8664-6a44a8342726" -d '{"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:12.799450 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcb33597-a372-4657-9a2a-2223686ec2b3 req-756f541f-d074-4f39-b7ed-a96ae5e376fa tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Oct 13 04:25:12.848719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab2d84d-15e7-4bd5-9ae8-66647e4f2674 x-openstack-request-id: req-eab2d84d-15e7-4bd5-9ae8-66647e4f2674 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:12.849008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:12.849266 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eab2d84d-15e7-4bd5-9ae8-66647e4f2674 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:12.849666 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab2d84d-15e7-4bd5-9ae8-66647e4f2674'] response: {'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:25:12.851968 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:12.855525 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad7244-d095-4f9a-9de1-ed20af1ed276 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=6']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.874171 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcb33597-a372-4657-9a2a-2223686ec2b3 req-11565eb5-087c-4775-9c89-67b8f14df759 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558527 Oct 13 04:25:12.973192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b85855-2f87-4ec7-a128-d5a93487cefc req-38811cc2-cd75-4938-b4bc-b013fbf9e8ce tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:12.974770 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-25b85855-2f87-4ec7-a128-d5a93487cefc req-38811cc2-cd75-4938-b4bc-b013fbf9e8ce tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0622113 Oct 13 04:25:13.009075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280b756-dcb6-418c-a668-b2778a6197f1 req-43b0dd95-3193-4bf5-b16a-df32dcbb3c47 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:13.011007 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3280b756-dcb6-418c-a668-b2778a6197f1 req-43b0dd95-3193-4bf5-b16a-df32dcbb3c47 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0552013 Oct 13 04:25:13.042054 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-25b85855-2f87-4ec7-a128-d5a93487cefc req-2e40c3fa-b027-4261-9cee-1a755be70546 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616474 Oct 13 04:25:13.061512 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3280b756-dcb6-418c-a668-b2778a6197f1 req-b9baf948-c335-4348-a40b-9c9e5086c3db tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Oct 13 04:25:13.561563 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-9d58fdb4-e405-4966-80f8-0ceb6bd380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:13.563312 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-9d58fdb4-e405-4966-80f8-0ceb6bd380d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1169 time: 0.0401833 Oct 13 04:25:13.658300 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:25:13.758812 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:13.826755 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d3e93-f060-42ce-b1d7-98a8ddc235f3 req-0a015f4d-ae71-42fe-857a-cbcc506e31f1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:13.828521 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f82d3e93-f060-42ce-b1d7-98a8ddc235f3 req-0a015f4d-ae71-42fe-857a-cbcc506e31f1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 944 time: 0.0572648 Oct 13 04:25:13.866182 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:25:13.885339 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f82d3e93-f060-42ce-b1d7-98a8ddc235f3 req-525ba5d5-efbf-4f77-8407-ed29143cd568 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504260 Oct 13 04:25:13.899110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 76e4ebca-6088-4f89-a5c4-07f0634cdbaf up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:13.904618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-92b62360-acc8-44fe-b0a2-9c5545a7cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:13.906785 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-92b62360-acc8-44fe-b0a2-9c5545a7cabd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 916 time: 0.3329759 Oct 13 04:25:13.951072 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:14.001981 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-11cabc5f-921f-4f7f-bf49-bb06be5c00c2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 1001 time: 0.0862708 Oct 13 04:25:14.022285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:25:14.029049 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9390be-af54-4673-831d-1399a97b3cf5 req-11aae349-9336-411f-b64f-e9aace1a9fae tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.030808 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fb9390be-af54-4673-831d-1399a97b3cf5 req-11aae349-9336-411f-b64f-e9aace1a9fae tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0663576 Oct 13 04:25:14.042300 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:25:14.042683 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:14.043024 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf Oct 13 04:25:14.084468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:14.100907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-8fb24fe8-9272-451a-b087-ed60446632d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.102562 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-8fb24fe8-9272-451a-b087-ed60446632d8 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.0924337 Oct 13 04:25:14.147688 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fb9390be-af54-4673-831d-1399a97b3cf5 req-d0049d25-271a-49b3-a8d2-ba1faee41e1b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984671 Oct 13 04:25:14.162464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-a8b34b12-8658-46d1-96a6-aa2720baa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.164279 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-a8b34b12-8658-46d1-96a6-aa2720baa2e2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511980 Oct 13 04:25:14.204421 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b315ad-037a-45d3-bf90-b1b8cd34df1e req-cec7caa1-31d7-4a85-97a1-ded4b99e7c8b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.206127 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e4b315ad-037a-45d3-bf90-b1b8cd34df1e req-cec7caa1-31d7-4a85-97a1-ded4b99e7c8b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0636742 Oct 13 04:25:14.257951 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:25:14.258373 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:14.262719 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e4b315ad-037a-45d3-bf90-b1b8cd34df1e req-2f46d0ae-b046-48bc-92bd-64cd5710d963 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503101 Oct 13 04:25:14.271432 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-589fa8f7-ec6b-40f9-9fa7-56e03a94ce6e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999203 Oct 13 04:25:14.303659 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:14.305918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f5a3b-f272-497a-9c07-f29b9ca01771" -d '{"events": [{"server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "name": "network-vif-plugged", "status": "completed", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:14.324527 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:14.340958 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:14.353055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:14.361866 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef6a5b4-bbf9-45d1-ad48-485d645c4339 x-openstack-request-id: req-eef6a5b4-bbf9-45d1-ad48-485d645c4339 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:14.362243 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "name": "network-vif-plugged", "status": "completed", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:14.362463 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eef6a5b4-bbf9-45d1-ad48-485d645c4339 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:14.362839 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef6a5b4-bbf9-45d1-ad48-485d645c4339'] response: {'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'code': 200} Oct 13 04:25:14.381180 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c966ce47-507e-4bc4-8664-6a44a8342726 req-e6295953-c189-4a17-b5bc-64cbca67fad6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015856 Oct 13 04:25:14.428325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.440651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:14.647287 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49cf1c-753f-442f-af4c-e389ca6f328f req-08a9d091-bd21-4675-8da1-8605756fe2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.648812 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de49cf1c-753f-442f-af4c-e389ca6f328f req-08a9d091-bd21-4675-8da1-8605756fe2aa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 1129 time: 0.0456440 Oct 13 04:25:14.706092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1065ef0-f752-4296-a165-53350c1a5854 req-8cefa5c6-bfaa-411d-a407-3a8984acbde1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.707709 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1065ef0-f752-4296-a165-53350c1a5854 req-8cefa5c6-bfaa-411d-a407-3a8984acbde1 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0470967 Oct 13 04:25:14.756663 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-1b7d0193-5dc9-4e7b-abd3-fb2ffc39c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:14.757577 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1065ef0-f752-4296-a165-53350c1a5854 req-1d3d6a47-9960-4ed2-b448-d0e03ba2c0ad tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Oct 13 04:25:14.758160 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-1b7d0193-5dc9-4e7b-abd3-fb2ffc39c3fa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.0577581 Oct 13 04:25:14.760986 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de49cf1c-753f-442f-af4c-e389ca6f328f req-10c765a4-4ee5-44b3-a535-c6750e171f95 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743866 Oct 13 04:25:15.011040 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb32a9-4fb1-4576-b1b1-35d8869beaa9 req-c101d577-f8fa-436c-9ac5-8628f01a3cca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.012501 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aadb32a9-4fb1-4576-b1b1-35d8869beaa9 req-c101d577-f8fa-436c-9ac5-8628f01a3cca tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Oct 13 04:25:15.062043 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aadb32a9-4fb1-4576-b1b1-35d8869beaa9 req-4cb1431c-fde7-4b44-8aed-bbeaa09086dc tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Oct 13 04:25:15.212419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-5f07e191-9bfa-4709-b6c2-62718d2b23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.213914 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-5f07e191-9bfa-4709-b6c2-62718d2b23a4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.0881150 Oct 13 04:25:15.267265 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506abe-abd4-4f7e-a53d-881cfb508a3c req-9c68e552-d183-41ca-a25f-aa8247e728a6 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.268763 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-14506abe-abd4-4f7e-a53d-881cfb508a3c req-9c68e552-d183-41ca-a25f-aa8247e728a6 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0468569 Oct 13 04:25:15.314796 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-14506abe-abd4-4f7e-a53d-881cfb508a3c req-5d9b390d-62da-4a21-8421-9e2e33187e91 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Oct 13 04:25:15.816323 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-f1f25eaa-0456-42de-b6ac-c76ca1fcf9b0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 999 time: 0.0607953 Oct 13 04:25:15.899943 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-5493e9cc-9c8f-475a-b00a-1095b6d9180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.901379 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-5493e9cc-9c8f-475a-b00a-1095b6d9180e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0741100 Oct 13 04:25:15.909596 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff056057-8f73-46a7-9464-909cd77481a0 req-cc4ddf96-cf86-4e72-9702-1d26821eec08 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.910978 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff056057-8f73-46a7-9464-909cd77481a0 req-cc4ddf96-cf86-4e72-9702-1d26821eec08 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0748131 Oct 13 04:25:15.977603 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-166f861b-503e-44a4-87db-c755d7454d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:15.979127 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-166f861b-503e-44a4-87db-c755d7454d60 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610020 Oct 13 04:25:15.993396 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff056057-8f73-46a7-9464-909cd77481a0 req-f05058f9-99bc-4bcb-8ba1-bd6144c80ffd tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769603 Oct 13 04:25:16.088693 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-73c192ca-e9f4-4971-8d66-b74b66cb2cbc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Oct 13 04:25:16.191480 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea31f-2144-47e4-a785-185b56d4b9d9 req-f1729c4d-d336-453e-8af4-f1e069b04250 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:16.192971 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-937ea31f-2144-47e4-a785-185b56d4b9d9 req-f1729c4d-d336-453e-8af4-f1e069b04250 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0499604 Oct 13 04:25:16.239509 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-937ea31f-2144-47e4-a785-185b56d4b9d9 req-7aa40b67-389b-4938-a52b-0dbb4df57078 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Oct 13 04:25:16.436709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d117-810b-49c3-89ed-479a1537ef11 req-50f9d762-d616-46f5-bef5-ef0480cd3cce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:16.438952 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f578d117-810b-49c3-89ed-479a1537ef11 req-50f9d762-d616-46f5-bef5-ef0480cd3cce tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Oct 13 04:25:16.485226 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f578d117-810b-49c3-89ed-479a1537ef11 req-60cfc3db-7bc1-4a04-9e7b-5e3b2f198185 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405834 Oct 13 04:25:16.967641 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:17.011291 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-212110df-4aac-4b4c-9df8-414d7bc08f3f req-7b66d2a9-f15a-41d8-95b2-461dd1d0e45d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920446 Oct 13 04:25:17.117257 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d693aed-794c-4f22-8ac8-f2f58380afb0 req-136759fa-0450-4b11-ab14-be28deba528f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:17.118693 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9d693aed-794c-4f22-8ac8-f2f58380afb0 req-136759fa-0450-4b11-ab14-be28deba528f tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Oct 13 04:25:17.165219 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9d693aed-794c-4f22-8ac8-f2f58380afb0 req-99d5eb2f-0df4-4f2f-8506-91177547d3ba tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Oct 13 04:25:17.362841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac43b0f-6910-4eb4-80ff-5e178822b032 req-c15ea93f-a2c2-4811-83ee-c47c0b3a9d23 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:17.364454 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4ac43b0f-6910-4eb4-80ff-5e178822b032 req-c15ea93f-a2c2-4811-83ee-c47c0b3a9d23 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0504892 Oct 13 04:25:17.412107 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4ac43b0f-6910-4eb4-80ff-5e178822b032 req-fbe9976b-5bde-400e-9905-d31626d5de7a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Oct 13 04:25:17.532580 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56656f-b790-4f6f-bc06-80928c917745 req-65158168-5c22-47e1-9ae5-bf583e610769 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:17.534069 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee56656f-b790-4f6f-bc06-80928c917745 req-65158168-5c22-47e1-9ae5-bf583e610769 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Oct 13 04:25:17.544119 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60852) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:17.548619 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'port_id': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:17.588044 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:17.605921 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628173b-f573-44d6-b8dd-79dcabf50355 req-df1568df-393b-4eaa-a09c-42d3f6bb1eaa tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:17.607760 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a628173b-f573-44d6-b8dd-79dcabf50355 req-df1568df-393b-4eaa-a09c-42d3f6bb1eaa tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Oct 13 04:25:17.627010 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:17.658297 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a628173b-f573-44d6-b8dd-79dcabf50355 req-49659caf-e71e-4dca-a7e6-6b596570e021 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 Oct 13 04:25:17.826563 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:17.958920 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:18.012456 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:18.016797 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:18.111724 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP b99f2f43-b27a-490c-8ad6-b69e8ffb2058 associated. External IP: 172.27.1.138, port: 76e4ebca-6088-4f89-a5c4-07f0634cdbaf. Oct 13 04:25:18.325683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f65a-7a84-4a2f-9541-4658e07fd525 req-93127446-7f32-4a38-a15d-273773b387a7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:18.327168 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ef8f65a-7a84-4a2f-9541-4658e07fd525 req-93127446-7f32-4a38-a15d-273773b387a7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0860472 Oct 13 04:25:18.373777 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:18.397200 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1ef8f65a-7a84-4a2f-9541-4658e07fd525 req-b4f80e21-f7d4-48cb-901a-8dae1fd7a0de tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628171 Oct 13 04:25:18.491854 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:18.496276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:18.502082 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:18.512008 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:18.512657 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:18.526577 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-462d7ded-1239-44e9-a4c6-c874c846e9bd tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/b99f2f43-b27a-490c-8ad6-b69e8ffb2058 HTTP/1.1" status: 200 len: 991 time: 0.9812975 Oct 13 04:25:18.527219 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:18.529488 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23f2bf-a276-423d-ac3f-ef230dd416ee" -d '{"events": [{"name": "network-changed", "server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:18.553469 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:18.569331 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde82b0-93d2-49a3-9fe9-45f772a4c9d5 x-openstack-request-id: req-8cde82b0-93d2-49a3-9fe9-45f772a4c9d5 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:18.569624 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:18.569872 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cde82b0-93d2-49a3-9fe9-45f772a4c9d5 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:18.570367 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cde82b0-93d2-49a3-9fe9-45f772a4c9d5'] response: {'name': 'network-changed', 'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'status': 'completed', 'code': 200} Oct 13 04:25:18.619735 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:18.780772 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d6b57-84de-4470-b2b4-f024b2e49827 req-2670747d-5515-49b3-94f6-698862888912 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:18.782982 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6d1d6b57-84de-4470-b2b4-f024b2e49827 req-2670747d-5515-49b3-94f6-698862888912 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0491571 Oct 13 04:25:18.829850 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6d1d6b57-84de-4470-b2b4-f024b2e49827 req-3ff46581-f95f-42a6-9ebb-1986abd15a0d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Oct 13 04:25:18.832426 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b99f2f43-b27a-490c-8ad6-b69e8ffb2058', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:76:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b343e2-9707-46ae-a665-5aa2644cb682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:01Z', 'updated_at': '2022-10-13T04:25:17Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:18.857967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:18.867197 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:18.867788 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:18.970302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:19.145102 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-be38f20a-b414-46ee-9379-e021cc0dd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:19.146548 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-be38f20a-b414-46ee-9379-e021cc0dd19b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 1129 time: 0.0397120 Oct 13 04:25:19.185509 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b99f2f43-b27a-490c-8ad6-b69e8ffb2058', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:76:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b343e2-9707-46ae-a665-5aa2644cb682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:01Z', 'updated_at': '2022-10-13T04:25:17Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:19.210850 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f4900-f413-4d9e-a0bf-0babfe7daf10 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b99f2f43-b27a-490c-8ad6-b69e8ffb2058', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:76:1f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b343e2-9707-46ae-a665-5aa2644cb682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:01Z', 'updated_at': '2022-10-13T04:25:17Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:19.423383 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533c5d1-accf-448b-b5c0-2e8931f58c47 None None] New status for floating IP b99f2f43-b27a-490c-8ad6-b69e8ffb2058: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:25:19.452666 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-a56e9ba3-b814-4997-a659-d9f2614e85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:19.454186 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-a56e9ba3-b814-4997-a659-d9f2614e85e5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.1032972 Oct 13 04:25:19.460825 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:19.522280 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95fdab-49a8-45f2-bfa5-4520a8507480 req-ed45065f-077d-4ee6-8293-8a7c45c03aea tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:19.523769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c95fdab-49a8-45f2-bfa5-4520a8507480 req-ed45065f-077d-4ee6-8293-8a7c45c03aea tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0468252 Oct 13 04:25:19.572096 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c95fdab-49a8-45f2-bfa5-4520a8507480 req-b0a38d34-059c-42df-b283-36626e61ef6c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Oct 13 04:25:19.690112 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093446c2-6e55-4870-a6aa-ef54e8d0287b req-4ae0651d-bae5-4971-8c0b-98a3ce11c57e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:19.691605 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-093446c2-6e55-4870-a6aa-ef54e8d0287b req-4ae0651d-bae5-4971-8c0b-98a3ce11c57e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0469625 Oct 13 04:25:19.701574 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60870) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:19.705955 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Request body: {'floatingip': {'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:19.761592 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:19.806174 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:19.983180 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:19.993010 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d7b8b-7cff-473a-a4ac-28112514c898 req-888f3a9e-9c1d-4ff7-a3a5-36af20a6da8c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:19.994527 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7e6d7b8b-7cff-473a-a4ac-28112514c898 req-888f3a9e-9c1d-4ff7-a3a5-36af20a6da8c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0884132 Oct 13 04:25:20.018445 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-a057af7c-235c-409f-822b-473d0bb3ee45 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf HTTP/1.1" status: 200 len: 1001 time: 0.1015255 Oct 13 04:25:20.081609 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7e6d7b8b-7cff-473a-a4ac-28112514c898 req-e4e53537-ec0a-4a54-a0e2-56efb440a5a0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790298 Oct 13 04:25:20.090541 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-f92c1327-1680-4bdf-9e94-df99c753f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:20.091976 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-f92c1327-1680-4bdf-9e94-df99c753f499 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0672395 Oct 13 04:25:20.140869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-85d906fa-0138-4b8f-88c4-fa488c541bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:20.142458 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-85d906fa-0138-4b8f-88c4-fa488c541bc1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428181 Oct 13 04:25:20.243132 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-900a8ff7-1322-4fb2-86c4-c83ff9f47ee5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902727 Oct 13 04:25:20.338463 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:20.343178 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fd23f2bf-a276-423d-ac3f-ef230dd416ee req-6ed79243-4d0a-459b-a088-683f8c8eec85 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922916 Oct 13 04:25:20.438243 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:20.442005 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:20.638620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Router 5cfdee45-821f-4899-a820-b1c891efe899 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:20.740123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:20.744345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:20.749015 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:20.760708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:20.761397 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:20.776560 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:20.779040 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e1664-bbaa-457d-94ed-f5e1e497d7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:20.811924 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0c99c4df-0f21-457b-a5a5-dafdbddaa191 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/41c726f9-d60a-40cd-a82e-0ee674cafd21 HTTP/1.1" status: 200 len: 991 time: 1.1072896 Oct 13 04:25:20.818618 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d5433-340a-4e77-8092-df3b7a012e19 x-openstack-request-id: req-066d5433-340a-4e77-8092-df3b7a012e19 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:20.818908 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:20.819161 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-066d5433-340a-4e77-8092-df3b7a012e19 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:20.819567 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066d5433-340a-4e77-8092-df3b7a012e19'] response: {'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'status': 'completed', 'code': 200} Oct 13 04:25:20.953148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-786a99a5-c78e-42f7-8eeb-24bce34700a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:20.954694 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-786a99a5-c78e-42f7-8eeb-24bce34700a3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.0428040 Oct 13 04:25:21.010639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:21.034738 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:21.057196 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-cc06b976-4353-4113-82c5-f751e388dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:21.058708 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-cc06b976-4353-4113-82c5-f751e388dec9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.0903718 Oct 13 04:25:21.130940 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-2e76fe1b-0230-41b4-a193-6e0011ac0fe2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 999 time: 0.0570703 Oct 13 04:25:21.157861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:21.211752 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8fc07-0186-4c56-86f2-38f11ac10192 req-578c454b-161b-4393-bfa8-9027f24b4e48 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:21.213588 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8f8fc07-0186-4c56-86f2-38f11ac10192 req-578c454b-161b-4393-bfa8-9027f24b4e48 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Oct 13 04:25:21.225567 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:25:20Z', 'revision_number': 3, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:21.254632 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:21.263554 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:21.264544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:21.268907 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8f8fc07-0186-4c56-86f2-38f11ac10192 req-1dd5bb7d-c79d-456f-9f53-aa8e2aa58898 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 Oct 13 04:25:21.333020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-75886a9f-8806-47f0-8528-23d9d95b8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:21.334542 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-75886a9f-8806-47f0-8528-23d9d95b8164 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0483053 Oct 13 04:25:21.375945 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:21.471066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-5cf8e791-633f-406d-bca6-faece075a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:21.472552 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-5cf8e791-633f-406d-bca6-faece075a254 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420406 Oct 13 04:25:21.539354 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:21.569147 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-1e9423c2-8092-48fb-b7da-afb16ba6d32d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Oct 13 04:25:21.587353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:25:20Z', 'revision_number': 3, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:21.616511 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4d2d4-b860-4c3e-b47b-54cd75cc9660 None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '41c726f9-d60a-40cd-a82e-0ee674cafd21', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'port_id': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'mac_address': 'fa:16:3e:34:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:23:19Z', 'updated_at': '2022-10-13T04:25:20Z', 'revision_number': 3, 'project_id': '0913f8eb06164012b366d62c553d261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:21.665822 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-301e1664-bbaa-457d-94ed-f5e1e497d7b1 req-8dd1f7ff-a6ae-492d-a905-6d4072de72b0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890913 Oct 13 04:25:22.390228 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8fad-46a9-409e-9859-66b94fd24880 req-ef48a39a-c4d7-493d-bd54-9e278c2e425a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.391925 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-004a8fad-46a9-409e-9859-66b94fd24880 req-ef48a39a-c4d7-493d-bd54-9e278c2e425a tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Oct 13 04:25:22.439261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-004a8fad-46a9-409e-9859-66b94fd24880 req-df456cda-2d23-4b77-9d80-2fcb9ce601ad tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Oct 13 04:25:22.639503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05c8db-df3e-4b7b-99bf-f3632821f7f9 req-93725e97-5ae5-4c19-b221-47e57fb5e9a5 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.640993 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f05c8db-df3e-4b7b-99bf-f3632821f7f9 req-93725e97-5ae5-4c19-b221-47e57fb5e9a5 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0476668 Oct 13 04:25:22.688925 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0f05c8db-df3e-4b7b-99bf-f3632821f7f9 req-e414d8e0-7853-4659-a57e-af7675727b0d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Oct 13 04:25:22.736926 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-3738ad4f-f5bb-4b25-b4cb-2453107ab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.738466 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-3738ad4f-f5bb-4b25-b4cb-2453107ab0d9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1129 time: 0.0443296 Oct 13 04:25:22.821202 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:22.823511 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540563f1-ced5-4948-adc3-ff1179903dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:22.831127 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-bf7a203d-c4ea-4527-af56-34b7d599eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.832589 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-bf7a203d-c4ea-4527-af56-34b7d599eb4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.0835726 Oct 13 04:25:22.862032 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14f1d44-e410-4ab9-b943-ea6d5ac39cfc x-openstack-request-id: req-c14f1d44-e410-4ab9-b943-ea6d5ac39cfc {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:22.862356 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:22.862613 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c14f1d44-e410-4ab9-b943-ea6d5ac39cfc {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:22.863018 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14f1d44-e410-4ab9-b943-ea6d5ac39cfc'] response: {'name': 'network-changed', 'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'status': 'completed', 'code': 200} Oct 13 04:25:22.900039 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-953979a5-033c-4181-a08b-eb50261f3d17 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 1001 time: 0.0602641 Oct 13 04:25:22.984747 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-e7cf9f49-47ad-4d74-9a2b-3362cfaeeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.986279 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-e7cf9f49-47ad-4d74-9a2b-3362cfaeeed3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.0755601 Oct 13 04:25:22.987324 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-79600231-cca4-46fb-8c5b-382bd17a2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:22.988661 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-79600231-cca4-46fb-8c5b-382bd17a2db9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=0913f8eb06164012b366d62c553d261c&device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 1129 time: 0.0519636 Oct 13 04:25:23.081890 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-482c9bcc-9ba4-400e-a4d6-274c7cabef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:23.083318 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-482c9bcc-9ba4-400e-a4d6-274c7cabef5b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859063 Oct 13 04:25:23.169871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-b1f31fae-d7ea-4b49-8341-e622f31f83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:23.171927 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-b1f31fae-d7ea-4b49-8341-e622f31f83fd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 200 len: 920 time: 0.1727867 Oct 13 04:25:23.173990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:23.241436 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-7fd5286c-c56e-4bf5-8ed6-ace706b328f1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503670 Oct 13 04:25:23.261752 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-e55572bb-da7b-408e-8342-660d4883b053 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 200 len: 999 time: 0.0805373 Oct 13 04:25:23.354695 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-686ba0f8-a70f-4a12-8446-0054a0f6bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:23.356052 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-686ba0f8-a70f-4a12-8446-0054a0f6bc84 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 200 len: 858 time: 0.0855546 Oct 13 04:25:23.400630 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fe01f6ac-9646-4207-9848-086e5d3f872e req-8942bfd9-43c6-44c3-bc08-f595a8cde6d2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500254 Oct 13 04:25:23.413308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-7c8b4c60-3d6f-4ba0-bbc0-0849ef7d7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:23.414806 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-7c8b4c60-3d6f-4ba0-bbc0-0849ef7d7245 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=618621b6-9258-44fe-b6fb-530eb2b4c8f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469270 Oct 13 04:25:23.511680 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:23.516308 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-bb787bce-e5a6-43af-86ec-e17360b11aed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935464 Oct 13 04:25:23.606917 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-540563f1-ced5-4948-adc3-ff1179903dc0 req-1a1a7ac0-0879-4a24-9cdc-6e9b3f898386 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833073 Oct 13 04:25:23.811088 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797059c-fe1c-4c0b-85b9-c085c26d7675 req-e5d5c407-0a5a-4b3f-a8af-369e65333ca9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:23.812768 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2797059c-fe1c-4c0b-85b9-c085c26d7675 req-e5d5c407-0a5a-4b3f-a8af-369e65333ca9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0498767 Oct 13 04:25:23.852915 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:23.867240 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2797059c-fe1c-4c0b-85b9-c085c26d7675 req-f44300df-25eb-4123-8c96-c4a0b30e4fc9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488327 Oct 13 04:25:24.992783 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723f65-7390-44da-82ce-7ddfa8d61701 req-f490aa8f-8e58-4de0-8424-ef012245afbc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:24.994269 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4c723f65-7390-44da-82ce-7ddfa8d61701 req-f490aa8f-8e58-4de0-8424-ef012245afbc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0507083 Oct 13 04:25:25.041554 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4c723f65-7390-44da-82ce-7ddfa8d61701 req-44e998bf-2887-4d05-9600-1d07b26fb986 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Oct 13 04:25:28.856971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f29cfd52-a135-45a4-bb2d-f9e9e35ca7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:29.530412 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:29.534080 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:31.105072 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d0490a67-c939-4e34-a38a-929f92a34401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:32.429792 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:33.562524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69449c64-af9c-4783-9360-71edaf7dd313 req-e72c3986-bb2b-46d7-92d4-27a22a195528 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:33.563985 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-69449c64-af9c-4783-9360-71edaf7dd313 req-e72c3986-bb2b-46d7-92d4-27a22a195528 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0465510 Oct 13 04:25:33.612307 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-69449c64-af9c-4783-9360-71edaf7dd313 req-4dbb64c3-a7d1-41f1-b426-86edaf959a46 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Oct 13 04:25:33.863147 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:34.083597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:34.304276 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:34.740633 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811d08-b530-4bb8-a322-cb6c8904b59a req-f1cb65df-b816-4cf6-928a-0a79a3810373 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:34.742095 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9c811d08-b530-4bb8-a322-cb6c8904b59a req-f1cb65df-b816-4cf6-928a-0a79a3810373 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0469737 Oct 13 04:25:34.788675 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9c811d08-b530-4bb8-a322-cb6c8904b59a req-b5fc094e-48b4-40d1-8cbb-2c42ef331d5a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Oct 13 04:25:35.567752 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:35.574132 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-06368ce3-49ca-4216-ab27-992037240039 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:35.575614 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-06368ce3-49ca-4216-ab27-992037240039 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0523245 Oct 13 04:25:35.663429 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Deleting port 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:25:35.663776 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:35.755595 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] For port 5875ba79-ec13-4e89-b04e-d8477ef49e14, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=5875ba79-ec13-4e89-b04e-d8477ef49e14,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:35.755961 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:35.865880 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:35.952092 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:35.952471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:35.952787 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Floating IP 7907e0f0-27c0-4752-8e20-5cebe3d6ef5f disassociated. External IP: 172.27.1.229, port: 5875ba79-ec13-4e89-b04e-d8477ef49e14. Oct 13 04:25:35.953131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Calling delete_port for 5875ba79-ec13-4e89-b04e-d8477ef49e14 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:25:35.962236 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19837aa-13b6-4a47-a83a-4ecbeca406be req-b55552a2-d6f6-4422-aeb1-d407c57e474e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:35.963870 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d19837aa-13b6-4a47-a83a-4ecbeca406be req-b55552a2-d6f6-4422-aeb1-d407c57e474e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 946 time: 0.0678742 Oct 13 04:25:36.059128 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d19837aa-13b6-4a47-a83a-4ecbeca406be req-6695c419-306b-4ab8-8028-681e01852452 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=653c50e0-a3ab-45e0-a1c9-0c71b741e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882547 Oct 13 04:25:36.127894 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (5875ba79-ec13-4e89-b04e-d8477ef49e14), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:36.153661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'Port': ['ID=5875ba79-ec13-4e89-b04e-d8477ef49e14,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:36.205398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:36.267708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:36.600937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:36.613198 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:36.625127 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:36.626143 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:36.644435 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] No DVR routers for this DVR port 5875ba79-ec13-4e89-b04e-d8477ef49e14 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:25:36.647200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:36.650492 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8cde0a12-5ef0-4526-aac4-df2bde0cd14d req-eeb57c77-422b-4a08-a80b-a4456619a69c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "DELETE /networking/v2.0/ports/5875ba79-ec13-4e89-b04e-d8477ef49e14 HTTP/1.1" status: 204 len: 173 time: 1.0655637 Oct 13 04:25:36.650980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-deleted', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:36.653236 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06eb32-7cbc-471b-b773-eba7413a6481" -d '{"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-deleted", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:36.691879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71584159-aa26-45d3-b70c-0c865d83fc16 x-openstack-request-id: req-71584159-aa26-45d3-b70c-0c865d83fc16 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:36.692365 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc378324-badd-4a63-ba04-4a02fe6551f8", "name": "network-vif-deleted", "tag": "5875ba79-ec13-4e89-b04e-d8477ef49e14", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:36.692782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-71584159-aa26-45d3-b70c-0c865d83fc16 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:36.693428 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71584159-aa26-45d3-b70c-0c865d83fc16'] response: {'server_uuid': 'cc378324-badd-4a63-ba04-4a02fe6551f8', 'name': 'network-vif-deleted', 'tag': '5875ba79-ec13-4e89-b04e-d8477ef49e14', 'status': 'completed', 'code': 200} Oct 13 04:25:36.732566 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:36.925474 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:36.950671 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:36.959316 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:36.959903 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:37.062558 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:37.187987 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-72a9f20d-cd74-47e1-9542-7d4160eeba9f req-b404885c-7252-4b91-8fd4-407d79b6ee6d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=cc378324-badd-4a63-ba04-4a02fe6551f8 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Oct 13 04:25:37.259785 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:37.285110 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cde0e-b9e6-4b88-9312-8fe2df729722 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:37.501335 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179c5c8-acfc-4d4b-9768-1584c598216e None None] New status for floating IP 7907e0f0-27c0-4752-8e20-5cebe3d6ef5f: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:25:38.286525 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60938) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:38.342065 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (653c50e0-a3ab-45e0-a1c9-0c71b741e44e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.364523 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (653c50e0-a3ab-45e0-a1c9-0c71b741e44e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.417381 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (653c50e0-a3ab-45e0-a1c9-0c71b741e44e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.420009 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.421297 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/653c50e0-a3ab-45e0-a1c9-0c71b741e44e HTTP/1.1" status: 204 len: 168 time: 0.1336136 Oct 13 04:25:38.424668 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60940) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:38.431267 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ec21f-4a53-4cfb-99b3-15ef62c0a3cb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c50e0-a3ab-45e0-a1c9-0c71b741e44e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:38.440473 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.api.v2.resource [None req-4afb3a4f-0b9f-47e7-9dbd-94a58fb60270 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] show failed (client error): The resource could not be found. Oct 13 04:25:38.441503 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4afb3a4f-0b9f-47e7-9dbd-94a58fb60270 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups/653c50e0-a3ab-45e0-a1c9-0c71b741e44e HTTP/1.1" status: 404 len: 347 time: 0.0155706 Oct 13 04:25:38.444413 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60942) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:38.556013 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Deleting port 274b8c59-c61a-4108-8d82-90fddc49f05c {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:25:38.556307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.632977 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.633312 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (274b8c59-c61a-4108-8d82-90fddc49f05c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.646488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Calling delete_port for 274b8c59-c61a-4108-8d82-90fddc49f05c owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:25:38.712306 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:38.781090 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (274b8c59-c61a-4108-8d82-90fddc49f05c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.805927 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'Port': ['ID=274b8c59-c61a-4108-8d82-90fddc49f05c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:38.872105 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (7907e0f0-27c0-4752-8e20-5cebe3d6ef5f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.875491 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:38.876651 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-780d24ef-9239-45cd-a199-bbca95c4d2fe tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/7907e0f0-27c0-4752-8e20-5cebe3d6ef5f HTTP/1.1" status: 204 len: 168 time: 0.4313133 Oct 13 04:25:38.962002 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 60946) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:38.966548 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087450498', 'description': 'tempest-description--1606399841'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:38.988507 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.056172 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (14d80f8c-b284-40c5-b790-7e820fc9c107), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.059726 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (14d80f8c-b284-40c5-b790-7e820fc9c107), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.089798 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.090980 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1279519 Oct 13 04:25:39.092849 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e8054-3993-4f10-9941-4ea7976753ea tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d80f8c-b284-40c5-b790-7e820fc9c107,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:39.094486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60948) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:39.099246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group_rule': {'security_group_id': '14d80f8c-b284-40c5-b790-7e820fc9c107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:39.127608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (7d0f9609-ad2c-44b1-9e3e-c9c8073fb5ad), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.182783 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (7d0f9609-ad2c-44b1-9e3e-c9c8073fb5ad), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.186492 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (7d0f9609-ad2c-44b1-9e3e-c9c8073fb5ad), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.205992 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0f9609-ad2c-44b1-9e3e-c9c8073fb5ad,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:39.210378 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.211565 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5603e0fc-7759-41d9-aeb2-769f60ae6887 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158731 Oct 13 04:25:39.214224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60950) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:39.219028 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'security_group_rule': {'security_group_id': '14d80f8c-b284-40c5-b790-7e820fc9c107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:39.228581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:39.249022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (be79ca63-b8f9-42c8-9a05-4398070c4077), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.308769 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (be79ca63-b8f9-42c8-9a05-4398070c4077), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.312751 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (be79ca63-b8f9-42c8-9a05-4398070c4077), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.331011 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be79ca63-b8f9-42c8-9a05-4398070c4077,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:39.339953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.341067 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-84019bf4-35e1-40ec-8ca0-bf710b2dfe9f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258488 Oct 13 04:25:39.344888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 60952) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:39.349187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:39.370399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.449780 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.560191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Allocated IP 172.27.1.137 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/0efeacea-de2f-4b8e-a0d9-878c98230c6e) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:39.660550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.679951 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:39.694684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.737657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:39.742119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:39.745995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:25:39.767655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=0efeacea-de2f-4b8e-a0d9-878c98230c6e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:39.830175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.870411 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:39.957560 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:40.017456 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:40.021984 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:40.025581 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:40.045320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 5875ba79-ec13-4e89-b04e-d8477ef49e14 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:25:40.045674 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 5875ba79-ec13-4e89-b04e-d8477ef49e14 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:40.094956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:40.097649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=0efeacea-de2f-4b8e-a0d9-878c98230c6e,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:40.114246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:40.115664 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f1645622-cdc3-4eac-adc3-f9be89135416 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7698402 Oct 13 04:25:40.314745 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-a6052b8c-2f33-4adb-af06-99f3336acd1d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2087450498&fields=id&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 267 time: 0.0429049 Oct 13 04:25:40.422221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-355e85de-626a-4476-93ea-aeac71746dee tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:40.423671 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-355e85de-626a-4476-93ea-aeac71746dee tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 817 time: 0.1026080 Oct 13 04:25:40.438948 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-fde1de30-66b8-4383-8d4b-1748d2183aef tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/quotas/75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 375 time: 0.0097988 Oct 13 04:25:40.487802 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-3d4ea61c-96ee-4d1d-8628-0716cda9e2c6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439270 Oct 13 04:25:40.586652 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-1da91c98-3283-45e7-a023-5ff2073664b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875916 Oct 13 04:25:40.661075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:40.678637 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-60d3252f-ada8-489f-ad85-fbac272a5ce6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Oct 13 04:25:40.840791 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81693b6b-039d-478d-8cea-9b84811a4977 req-127d678a-d7a3-4880-96d6-4325e32f2294 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 210 time: 0.0277956 Oct 13 04:25:41.952889 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-11770984-78ec-430f-9e29-0ab4445d348d req-f3c87edb-f2f1-44c6-9d02-26a0c06d20f7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 210 time: 0.0304990 Oct 13 04:25:42.251119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-ee86d853-eb58-4cf8-ae2a-6a18e7628ef2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:42.252844 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-ee86d853-eb58-4cf8-ae2a-6a18e7628ef2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 817 time: 0.1056511 Oct 13 04:25:42.336434 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-b89540cf-6dc2-49f9-a77a-71ddb5d57128 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 380 time: 0.0530865 Oct 13 04:25:42.371220 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:42.477265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'port': {'device_id': '499d8484-0292-40e2-a084-f94dac55a15d', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'admin_state_up': True, 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'security_groups': ['14d80f8c-b284-40c5-b790-7e820fc9c107']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:42.598461 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Made reservation on behalf of 75387c76ea384e5c96a336751c613e6e for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:42.601945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:42.663000 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:42.729161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Allocated IP 172.20.0.3 (73173841-4fa1-43e4-b55e-5df3b82b728b/4885d988-ffd0-4574-8271-1b6737d07d13/fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:42.864083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:42.895122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:42.941197 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Network 73173841-4fa1-43e4-b55e-5df3b82b728b is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:42.944334 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:42.948027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:25:42.956972 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.005900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.006547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.025216 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-d4b99b0b-772e-4aaa-9d4e-b12da821cb8e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518472 Oct 13 04:25:43.050486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Request body: {'port': {'device_id': '499d8484-0292-40e2-a084-f94dac55a15d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:43.088001 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fd371-c2ab-426b-8868-7127a2164455 req-32d711a4-9dd9-4a58-ac6c-46f58a06b138 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.089630 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-db2fd371-c2ab-426b-8868-7127a2164455 req-32d711a4-9dd9-4a58-ac6c-46f58a06b138 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 931 time: 0.0506523 Oct 13 04:25:43.115270 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.135161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:43.147317 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-db2fd371-c2ab-426b-8868-7127a2164455 req-ae2cda6f-ede9-4b6c-800d-21f05f4322d2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506792 Oct 13 04:25:43.226848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-40848a5a-6e9d-46a9-90e9-7ff62cda4b98 None None] Provisioning complete for port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:25:43.227450 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40848a5a-6e9d-46a9-90e9-7ff62cda4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.227450 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-40848a5a-6e9d-46a9-90e9-7ff62cda4b98 None None] Attempt 1 to provision port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 Oct 13 04:25:43.261958 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-40848a5a-6e9d-46a9-90e9-7ff62cda4b98 None None] Port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:25:43.385267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:25:43.392818 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks [] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.405191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Transition to ACTIVE for port object fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:25:43.408253 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.413814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:43.456521 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.526349 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Attempting to bind port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:25:43.526681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Attempting to bind port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:25:43.527007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Attempting to bind port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:43.568564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 on network 73173841-4fa1-43e4-b55e-5df3b82b728b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:43.568887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Attempting to bind port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 on network 73173841-4fa1-43e4-b55e-5df3b82b728b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:43.610666 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:25:43.611003 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Checking segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:25:43.611385 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Bound using segment: {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:25:43.611815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Bound port: fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59363b1-2875-4916-bd0d-bf49120bf6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:25:43.612173 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.671622 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:43.674529 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:43.680203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.684201 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.684804 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:43.686151 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 1093 time: 0.6404529 Oct 13 04:25:43.687418 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:43.689686 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:43.730496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bdecdb-452b-4512-8d01-ff633eb61385 x-openstack-request-id: req-16bdecdb-452b-4512-8d01-ff633eb61385 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:43.730783 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:43.731033 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16bdecdb-452b-4512-8d01-ff633eb61385 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:43.731809 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bdecdb-452b-4512-8d01-ff633eb61385'] response: {'name': 'network-changed', 'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'status': 'completed', 'code': 200} Oct 13 04:25:43.744120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfedc1-adbe-4001-b8d0-bc5640e002cf service neutron] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.815655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-fd8b8a56-ff8b-4c5b-a097-8028210a0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.817154 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-fd8b8a56-ff8b-4c5b-a097-8028210a0264 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1127 time: 0.0396547 Oct 13 04:25:43.871139 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-820e7a54-8a21-4669-aafe-66ac5e0ff6c8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 217 time: 0.0328653 Oct 13 04:25:43.920662 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-948488b0-c07b-47a1-9574-4f3fa902c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.922148 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-948488b0-c07b-47a1-9574-4f3fa902c9f3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0442605 Oct 13 04:25:43.971379 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-ab871e9e-9e4b-4da3-bf34-c6e999f83bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:43.972834 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-ab871e9e-9e4b-4da3-bf34-c6e999f83bca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423305 Oct 13 04:25:44.050484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:44.065984 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-e9d6d8e8-a2c1-432d-831c-c913a0aa3c5c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Oct 13 04:25:44.162658 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-287b93fc-0680-47e3-945d-bb757fb57f30 req-6b8c3985-b011-43de-8f67-210e1b9fe6be service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Oct 13 04:25:44.274357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a01a3-82c9-4e29-86ff-adea89ef8486 req-4d406aee-4e00-487e-bf07-61d99913bf68 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:44.275818 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-136a01a3-82c9-4e29-86ff-adea89ef8486 req-4d406aee-4e00-487e-bf07-61d99913bf68 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0481489 Oct 13 04:25:44.322590 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-136a01a3-82c9-4e29-86ff-adea89ef8486 req-ba2243da-fe6b-4ef0-b496-82ffe962854c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Oct 13 04:25:45.397143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-3665b230-8682-4a5a-98cf-b9f306c943e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.398782 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-3665b230-8682-4a5a-98cf-b9f306c943e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1127 time: 0.0516374 Oct 13 04:25:45.402748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57616ad-0051-4d40-a0f7-36d6df0ed877 req-eb31ec49-b9bb-4e1e-9043-7cb3b8229ee2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.404225 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d57616ad-0051-4d40-a0f7-36d6df0ed877 req-eb31ec49-b9bb-4e1e-9043-7cb3b8229ee2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0545080 Oct 13 04:25:45.470816 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d57616ad-0051-4d40-a0f7-36d6df0ed877 req-e5c4c12c-7ecf-491a-892e-dd958d351e35 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598903 Oct 13 04:25:45.520119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a54f-0a82-4164-adc4-ff623cf44ada req-d94f06c5-b7ce-4d31-b7e3-de4471f19f19 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.521559 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bae9a54f-0a82-4164-adc4-ff623cf44ada req-d94f06c5-b7ce-4d31-b7e3-de4471f19f19 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.1082969 Oct 13 04:25:45.576070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-aea8fd2d-fdb8-41a5-8f7c-7a322bb2b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.577814 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-aea8fd2d-fdb8-41a5-8f7c-7a322bb2b98c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1169 time: 0.0795653 Oct 13 04:25:45.634953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-faf92cb9-96a5-475d-b7c1-3bd5dfc21969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.636336 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-faf92cb9-96a5-475d-b7c1-3bd5dfc21969 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.1943772 Oct 13 04:25:45.669489 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bae9a54f-0a82-4164-adc4-ff623cf44ada req-8bc29338-ea1c-4233-8fc1-6b89b850ef8d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290739 Oct 13 04:25:45.707216 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-bb7420b5-1276-47ad-837c-16009db42724 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 217 time: 0.0411651 Oct 13 04:25:45.709066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:45.783678 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-8fdbd9ed-8be4-47b2-94ad-e4a5b168a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.785114 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-8fdbd9ed-8be4-47b2-94ad-e4a5b168a626 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0715909 Oct 13 04:25:45.786219 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-33929eee-bd15-472f-be8e-c845371fb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.787511 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-33929eee-bd15-472f-be8e-c845371fb6db service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 916 time: 0.1822019 Oct 13 04:25:45.878143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-d5397e28-5e59-41b7-a440-2aeadeaff2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.879637 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-d5397e28-5e59-41b7-a440-2aeadeaff2c4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773344 Oct 13 04:25:45.899495 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-8ef39648-8174-4e9e-a112-459c39e597ff service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 1001 time: 0.0960395 Oct 13 04:25:45.990597 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-c3c7c0f5-432d-42a6-a5dd-f59898fc07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:45.992026 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-c3c7c0f5-432d-42a6-a5dd-f59898fc07c4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.0826023 Oct 13 04:25:46.042626 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-74aad3a7-8f7a-494e-be62-d3120ceacd0b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540449 Oct 13 04:25:46.057203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-697ae600-8d8d-4bcf-8963-f5de64ef1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:46.058593 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-697ae600-8d8d-4bcf-8963-f5de64ef1471 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585876 Oct 13 04:25:46.059724 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:46.152752 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:46.159394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:46.176593 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:46.207295 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d0e3dfe6-c11e-45f1-8840-10411d63fdbb req-c2933c30-5155-4a75-a180-d8d8fd5d8d0b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570373 Oct 13 04:25:46.210916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:25:46.211309 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:46.212516 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-8195970a-d6e0-4ccb-8e5d-2393dbf99548 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429012 Oct 13 04:25:46.225102 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:25:46.245970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:46.250633 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:46.277655 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:46.291646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:46.299716 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:46.566478 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c65701e-47ac-4f38-b6c0-4d5c77d7857a req-335558b4-a91f-4d28-aeb3-d38355f138ed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254561 Oct 13 04:25:46.600128 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d53eb-4171-449d-b149-5c74a6af40da req-6d15a3dc-1b19-40e9-8bd3-1d51a7a405c9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:46.601610 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-851d53eb-4171-449d-b149-5c74a6af40da req-6d15a3dc-1b19-40e9-8bd3-1d51a7a405c9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0522206 Oct 13 04:25:46.661180 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-851d53eb-4171-449d-b149-5c74a6af40da req-dbcecba2-bec7-4fc3-b09c-bb0ed58e0c97 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536389 Oct 13 04:25:46.768396 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:25:46.803543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8644-8ae5-4560-80e1-4c0410712a49 req-990d1dbd-79bd-4eec-9b64-aa9721b6cc50 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:46.805099 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5faf8644-8ae5-4560-80e1-4c0410712a49 req-990d1dbd-79bd-4eec-9b64-aa9721b6cc50 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 944 time: 0.0505936 Oct 13 04:25:46.853247 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5faf8644-8ae5-4560-80e1-4c0410712a49 req-a508be6a-c831-4660-9549-233e8825e7e3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Oct 13 04:25:47.781828 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0238f6c-9564-470e-a6c4-6621159b07a9 req-22b5eaf0-aec7-4136-8b17-e37184d64660 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:47.783336 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0238f6c-9564-470e-a6c4-6621159b07a9 req-22b5eaf0-aec7-4136-8b17-e37184d64660 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0470855 Oct 13 04:25:47.818314 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:47.834791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:47.845949 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c0238f6c-9564-470e-a6c4-6621159b07a9 req-40b56a11-007f-4289-9aa2-48dcf5f94268 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570669 Oct 13 04:25:47.982147 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63b5f-345a-4cb2-8c0e-2c7d072887fd req-606351f4-4faf-4159-9b13-27d7d7a6e1e7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:47.983587 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-28d63b5f-345a-4cb2-8c0e-2c7d072887fd req-606351f4-4faf-4159-9b13-27d7d7a6e1e7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 944 time: 0.0464518 Oct 13 04:25:48.032877 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-28d63b5f-345a-4cb2-8c0e-2c7d072887fd req-c5859510-aa0e-4158-b550-c587ec626e3e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 Oct 13 04:25:48.089215 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:48.132573 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:25:48.137804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:25:48.138196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:48.138544 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 Oct 13 04:25:48.212561 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:25:48.212946 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:48.236362 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:48.238526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95503ab8-a260-49f6-8253-e5a65b89a2be" -d '{"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:48.251686 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:48.255503 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:48.281002 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d66a3d-8304-463e-958e-3052c383b4c4 x-openstack-request-id: req-00d66a3d-8304-463e-958e-3052c383b4c4 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:48.281289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:48.281538 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00d66a3d-8304-463e-958e-3052c383b4c4 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:48.281926 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d66a3d-8304-463e-958e-3052c383b4c4'] response: {'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'code': 200} Oct 13 04:25:48.307181 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:48.513135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f3516-74c3-48e0-b71e-8cc4b07b8cf4 req-73e71f42-d633-4598-8983-5dfe6d2bb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:48.515393 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7c0f3516-74c3-48e0-b71e-8cc4b07b8cf4 req-73e71f42-d633-4598-8983-5dfe6d2bb965 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1129 time: 0.0392110 Oct 13 04:25:48.563210 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7c0f3516-74c3-48e0-b71e-8cc4b07b8cf4 req-30abbb18-7e90-4608-924c-42642f2f6f95 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Oct 13 04:25:48.956132 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:48.964865 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeff5e-a7af-4427-9f92-1d0d603cb51f req-62fa9ef5-dea5-4252-80eb-6eaf50050285 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:48.966368 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6abeff5e-a7af-4427-9f92-1d0d603cb51f req-62fa9ef5-dea5-4252-80eb-6eaf50050285 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0472395 Oct 13 04:25:49.033204 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6abeff5e-a7af-4427-9f92-1d0d603cb51f req-4756e255-e64f-454f-9735-4883f1d1174d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605249 Oct 13 04:25:49.164374 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43e0e-4f18-41fe-a961-a52fed5b9508 req-3937dc90-08f9-40a8-bc05-a617a4b1c413 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:49.165753 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-66d43e0e-4f18-41fe-a961-a52fed5b9508 req-3937dc90-08f9-40a8-bc05-a617a4b1c413 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0517266 Oct 13 04:25:49.211533 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-66d43e0e-4f18-41fe-a961-a52fed5b9508 req-a420e932-f0d3-46f7-a302-a3753ad67b8b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Oct 13 04:25:50.157174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0cb20-5cc0-4479-967d-ad44004cbec5 req-2e33fbec-bbd2-45d3-b9b8-b7ad371f14c3 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:50.158658 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a7d0cb20-5cc0-4479-967d-ad44004cbec5 req-2e33fbec-bbd2-45d3-b9b8-b7ad371f14c3 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0513120 Oct 13 04:25:50.218078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a7d0cb20-5cc0-4479-967d-ad44004cbec5 req-7a355b57-bff3-47da-90df-6520cafc2ac9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535946 Oct 13 04:25:50.336875 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce92a4-9fcd-40f2-b00e-127b5ba28783 req-b526630d-cdb1-448b-b1cb-7114d7345d45 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:50.338371 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3ce92a4-9fcd-40f2-b00e-127b5ba28783 req-b526630d-cdb1-448b-b1cb-7114d7345d45 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0472522 Oct 13 04:25:50.386775 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3ce92a4-9fcd-40f2-b00e-127b5ba28783 req-863a7ef8-a014-4c45-bd9f-29db7ed07486 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Oct 13 04:25:51.342190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcbd1b-203d-4926-9a3e-5720b869dbdb req-3181e6ea-c26e-42c6-b119-4a0b8aadfcc2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:51.343877 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a3dcbd1b-203d-4926-9a3e-5720b869dbdb req-3181e6ea-c26e-42c6-b119-4a0b8aadfcc2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0478914 Oct 13 04:25:51.403783 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a3dcbd1b-203d-4926-9a3e-5720b869dbdb req-d7b41906-9a02-48d0-8b95-7b6f115c645d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541899 Oct 13 04:25:51.511352 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c187e-7d76-47f3-b5b0-beb93dae4af5 req-8fc59fe2-7870-4696-b0b7-52fbe60ed8a6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:51.512751 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c6c187e-7d76-47f3-b5b0-beb93dae4af5 req-8fc59fe2-7870-4696-b0b7-52fbe60ed8a6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0461500 Oct 13 04:25:51.668801 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c6c187e-7d76-47f3-b5b0-beb93dae4af5 req-e1782413-3767-4bb6-97d0-099598e12e45 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495123 Oct 13 04:25:51.846623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e9711-c61d-4d7b-86f6-e32041974ae2 req-405922c6-4746-4033-a77f-8cf0d5885163 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:51.848145 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5d8e9711-c61d-4d7b-86f6-e32041974ae2 req-405922c6-4746-4033-a77f-8cf0d5885163 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1040211 Oct 13 04:25:51.859329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 32800) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:25:51.863675 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Request body: {'floatingip': {'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:25:51.901108 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:52.232427 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:52.322184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:52.325786 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:52.422360 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Floating IP 97230e7d-bdcf-41e9-8686-19a5d1a38176 associated. External IP: 172.27.1.137, port: fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5. Oct 13 04:25:52.527636 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4132-91b4-4396-abd8-c12d92f57008 req-79765237-d23d-4deb-b1c7-5bb74e35b39f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:52.529126 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bcb4132-91b4-4396-abd8-c12d92f57008 req-79765237-d23d-4deb-b1c7-5bb74e35b39f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0481222 Oct 13 04:25:52.590736 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8bcb4132-91b4-4396-abd8-c12d92f57008 req-87c95a94-d173-4f60-a4c6-93f9cc6d8176 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551665 Oct 13 04:25:52.596887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:52.623028 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:52.726482 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:52.731725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:52.736988 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:52.747118 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:52.747786 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:52.761187 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b8641a0d-a3e7-4e89-9f98-7997cb20b74e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/97230e7d-bdcf-41e9-8686-19a5d1a38176 HTTP/1.1" status: 200 len: 991 time: 0.9007866 Oct 13 04:25:52.761888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:25:52.764309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faff915-b618-4f67-b683-4a444466f860" -d '{"events": [{"name": "network-changed", "server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:52.803829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e1643b-a53f-4a29-8555-7e73ee90af73 x-openstack-request-id: req-88e1643b-a53f-4a29-8555-7e73ee90af73 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:52.804136 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:52.804392 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-88e1643b-a53f-4a29-8555-7e73ee90af73 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:52.804806 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e1643b-a53f-4a29-8555-7e73ee90af73'] response: {'name': 'network-changed', 'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'status': 'completed', 'code': 200} Oct 13 04:25:52.903364 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff915-b618-4f67-b683-4a444466f860 req-3c030ff2-1456-4999-b757-83715a62161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:52.905372 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-3c030ff2-1456-4999-b757-83715a62161c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1129 time: 0.0437691 Oct 13 04:25:52.925907 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:52.930185 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:52.998745 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff915-b618-4f67-b683-4a444466f860 req-218c11a5-cf65-4445-bb76-1a1f70eb51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:53.000340 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-218c11a5-cf65-4445-bb76-1a1f70eb51b0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.0871620 Oct 13 04:25:53.060486 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:53.074423 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-f357d346-d169-4ecf-868b-63b70829ec81 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 999 time: 0.0588949 Oct 13 04:25:53.127497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff915-b618-4f67-b683-4a444466f860 req-228f9af2-e376-449c-8641-ea1c3b481713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:53.128992 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-228f9af2-e376-449c-8641-ea1c3b481713 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0458102 Oct 13 04:25:53.143199 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '97230e7d-bdcf-41e9-8686-19a5d1a38176', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d8484-0292-40e2-a084-f94dac55a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:39Z', 'updated_at': '2022-10-13T04:25:52Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:53.167610 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:53.174068 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff915-b618-4f67-b683-4a444466f860 req-6ebf22db-cee7-4ca0-b7dd-486f946bed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:53.175662 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-6ebf22db-cee7-4ca0-b7dd-486f946bed20 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397742 Oct 13 04:25:53.176461 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:25:53.177086 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:25:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:53.273084 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-e4d73cdc-47cf-4ba3-ac79-c2fe409552da service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905910 Oct 13 04:25:53.280474 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:25:53.288445 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:25:53.365513 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0faff915-b618-4f67-b683-4a444466f860 req-a05aa619-d1c9-45e3-b324-c3cafbbbd1b4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845792 Oct 13 04:25:53.503169 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '97230e7d-bdcf-41e9-8686-19a5d1a38176', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d8484-0292-40e2-a084-f94dac55a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:39Z', 'updated_at': '2022-10-13T04:25:52Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:53.527165 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006faa4-e47b-4f6a-9a46-21d6faf862e0 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '97230e7d-bdcf-41e9-8686-19a5d1a38176', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499d8484-0292-40e2-a084-f94dac55a15d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:25:39Z', 'updated_at': '2022-10-13T04:25:52Z', 'revision_number': 1, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:53.718798 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd4b1-869f-4597-9425-ee0ea7cf0a48 req-ec5a1ed0-ae3e-4a0f-8c96-b4544f92b418 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:53.720270 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-baecd4b1-869f-4597-9425-ee0ea7cf0a48 req-ec5a1ed0-ae3e-4a0f-8c96-b4544f92b418 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0505419 Oct 13 04:25:53.732773 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9fda32-b23e-47e8-805b-63f6e673c31b None None] New status for floating IP 97230e7d-bdcf-41e9-8686-19a5d1a38176: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:25:53.782658 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-baecd4b1-869f-4597-9425-ee0ea7cf0a48 req-e35a8114-9761-4c43-9a87-7f1f36dacee7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563655 Oct 13 04:25:54.905583 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4811b3-3703-48f1-9db8-8f30ef6594ba req-850f3cd3-38aa-45cf-9b16-918980c92ec8 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:54.907240 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ee4811b3-3703-48f1-9db8-8f30ef6594ba req-850f3cd3-38aa-45cf-9b16-918980c92ec8 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0476866 Oct 13 04:25:54.970328 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ee4811b3-3703-48f1-9db8-8f30ef6594ba req-abb04221-d3ad-42e9-abd4-d5acc5e6193c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574846 Oct 13 04:25:56.095400 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7966c-31d8-4e2e-87ca-714ba93b3ec4 req-41e2dea9-1db1-4740-89c1-ae844435e09c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:56.096800 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dfc7966c-31d8-4e2e-87ca-714ba93b3ec4 req-41e2dea9-1db1-4740-89c1-ae844435e09c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0518875 Oct 13 04:25:56.157811 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dfc7966c-31d8-4e2e-87ca-714ba93b3ec4 req-a2e1a29b-687a-4661-bb8f-afc2b0b7df7e tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552611 Oct 13 04:25:57.279193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd3e35-ad52-41f3-862b-423f390fd06c req-6cf14a91-64a1-4c59-a209-1bab7ef4440c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:57.280889 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e1cd3e35-ad52-41f3-862b-423f390fd06c req-6cf14a91-64a1-4c59-a209-1bab7ef4440c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0478618 Oct 13 04:25:57.340554 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e1cd3e35-ad52-41f3-862b-423f390fd06c req-43e1ef94-18e2-443b-9e75-6ac43f0b329c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539453 Oct 13 04:25:58.461110 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71678169-9ef2-437b-af6d-3a185931c76c req-9037c505-0283-48d3-9cef-c674a11a5675 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:58.462627 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-71678169-9ef2-437b-af6d-3a185931c76c req-9037c505-0283-48d3-9cef-c674a11a5675 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0472445 Oct 13 04:25:58.523005 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-71678169-9ef2-437b-af6d-3a185931c76c req-d2e2c6e8-884b-48db-95c7-42a516d86188 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545661 Oct 13 04:25:58.861627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebf2f8f3-94c1-4c80-80aa-65f4d4f58d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:25:59.643522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1eea6-0272-4f0e-8999-5b1bc9c6e808 req-4fa989ef-080c-42ed-9454-193b3e0fa0e9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:25:59.644990 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ca1eea6-0272-4f0e-8999-5b1bc9c6e808 req-4fa989ef-080c-42ed-9454-193b3e0fa0e9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0473056 Oct 13 04:25:59.704120 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ca1eea6-0272-4f0e-8999-5b1bc9c6e808 req-d30ac610-e75b-4fcc-ab18-748621a0e70a tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534506 Oct 13 04:26:00.822941 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701cfda-ccb1-4a6a-b190-5ad54ec418db req-d7475a67-4e5b-4c8d-a4c1-3055ffd3bfcb tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:00.824396 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f701cfda-ccb1-4a6a-b190-5ad54ec418db req-d7475a67-4e5b-4c8d-a4c1-3055ffd3bfcb tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0459239 Oct 13 04:26:00.887851 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f701cfda-ccb1-4a6a-b190-5ad54ec418db req-243ddfee-b1cc-443f-bbef-3a836cf59aa7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572398 Oct 13 04:26:01.107049 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a31fb05e-f429-4e03-90b3-d320da2b5fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:02.013185 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:02.024701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2ec5b-6981-4fba-a92b-c5aaa7354526 req-c200770a-d220-4045-b854-5ccfa55c5668 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:02.026175 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82b2ec5b-6981-4fba-a92b-c5aaa7354526 req-c200770a-d220-4045-b854-5ccfa55c5668 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0511453 Oct 13 04:26:02.086418 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82b2ec5b-6981-4fba-a92b-c5aaa7354526 req-86c8683a-d50a-4751-a6c4-69c1cfc6717d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537252 Oct 13 04:26:02.432689 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:03.210562 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125edce-4bf3-43db-a892-7faa4a7ba7cd req-754819e7-44dd-443a-9d58-555bf2da857b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:03.214663 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3125edce-4bf3-43db-a892-7faa4a7ba7cd req-754819e7-44dd-443a-9d58-555bf2da857b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0524113 Oct 13 04:26:03.276554 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3125edce-4bf3-43db-a892-7faa4a7ba7cd req-ca77674b-9b6e-4393-a18c-ffd19a75738c tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578785 Oct 13 04:26:03.500476 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=60 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:03.506740 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=54 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:04.090237 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:04.318142 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:04.357518 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12926f3-dd6a-46cd-b47e-df53406c253f req-dd0d6695-9e2a-4872-b2cb-5df8a28e589e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:04.359431 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a12926f3-dd6a-46cd-b47e-df53406c253f req-dd0d6695-9e2a-4872-b2cb-5df8a28e589e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0498769 Oct 13 04:26:04.404182 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293476-98e3-45f9-9cde-c2077c0a3418 req-565c874f-391e-43c2-8cb8-2ab284a23212 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:04.410469 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82293476-98e3-45f9-9cde-c2077c0a3418 req-565c874f-391e-43c2-8cb8-2ab284a23212 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0527430 Oct 13 04:26:04.410654 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a12926f3-dd6a-46cd-b47e-df53406c253f req-108c0624-be8a-4688-b19e-234e66f294b6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Oct 13 04:26:04.469533 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82293476-98e3-45f9-9cde-c2077c0a3418 req-62be65e2-a62d-4b48-8ad3-26a3e5ffd81d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567257 Oct 13 04:26:05.529035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4c67d-db5f-46a3-8c56-f64f69ec2ac0 req-ec24798e-1af2-4c55-80e2-da93ea4d8344 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:05.530807 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dfc4c67d-db5f-46a3-8c56-f64f69ec2ac0 req-ec24798e-1af2-4c55-80e2-da93ea4d8344 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0481219 Oct 13 04:26:05.579471 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-dfc4c67d-db5f-46a3-8c56-f64f69ec2ac0 req-15a7a3cd-2459-4699-b52f-3872fff47ba0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Oct 13 04:26:05.589808 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:05.597564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db7d3b-8f62-4520-9ada-8526742b9f29 req-9005d5a7-2661-4716-9c6e-b28fdc3b0ce5 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:05.599110 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-13db7d3b-8f62-4520-9ada-8526742b9f29 req-9005d5a7-2661-4716-9c6e-b28fdc3b0ce5 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0547488 Oct 13 04:26:05.660594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-13db7d3b-8f62-4520-9ada-8526742b9f29 req-e2f1f198-9761-42ee-be83-93186fb35b6d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557864 Oct 13 04:26:06.699464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68af7-f89a-49f8-b87a-3783823b417c req-031c0810-f1b1-44a3-8564-07e870483c59 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:06.700962 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45c68af7-f89a-49f8-b87a-3783823b417c req-031c0810-f1b1-44a3-8564-07e870483c59 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0465803 Oct 13 04:26:06.747219 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:06.754714 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-45c68af7-f89a-49f8-b87a-3783823b417c req-b5420347-6ef7-4f3b-85f0-0da7e303b9ee tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Oct 13 04:26:06.780756 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:06.788533 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847aee4-d412-431f-9467-5f36b0593e8b req-594746d2-7c04-416f-b186-77f14edf978d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:06.790024 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e847aee4-d412-431f-9467-5f36b0593e8b req-594746d2-7c04-416f-b186-77f14edf978d tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0525577 Oct 13 04:26:06.850514 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e847aee4-d412-431f-9467-5f36b0593e8b req-fd376386-0a69-42b6-87d1-6fd377b41e08 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548217 Oct 13 04:26:07.874419 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72987480-4c3e-490a-804e-9dc09c44d234 req-47ec852f-991a-4951-8cd5-81496aa21568 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:07.875858 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-72987480-4c3e-490a-804e-9dc09c44d234 req-47ec852f-991a-4951-8cd5-81496aa21568 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0472653 Oct 13 04:26:07.923559 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-72987480-4c3e-490a-804e-9dc09c44d234 req-0d0da707-a373-4b51-95d6-b2fb1ce273b6 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Oct 13 04:26:08.027867 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6119a-2f57-4f18-8e4a-f583548ae611 req-0c6ffa27-9043-4539-a286-7c2f967515b9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:08.029365 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ff6119a-2f57-4f18-8e4a-f583548ae611 req-0c6ffa27-9043-4539-a286-7c2f967515b9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0514627 Oct 13 04:26:08.088537 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8ff6119a-2f57-4f18-8e4a-f583548ae611 req-d8a33de4-629a-4b8e-b040-f9c886e410f2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527365 Oct 13 04:26:08.583295 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-39f0681b-6a17-4a43-b69a-6c6cdf71b550 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384007 Oct 13 04:26:08.912501 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:08.947164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-257d97a9-fac0-4fc8-84d3-69c70b6b53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:08.948736 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-257d97a9-fac0-4fc8-84d3-69c70b6b53d6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 1129 time: 0.0687876 Oct 13 04:26:08.956704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-2e32a65b-23c9-4de7-a9fd-4b6e9119fcc0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:08.958551 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-2e32a65b-23c9-4de7-a9fd-4b6e9119fcc0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0770185 Oct 13 04:26:09.050993 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d846cf-b1c2-4cab-8d4e-e69a9afe693a req-ad47cd03-a9fd-4779-b5b2-d49c48947dd7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:09.052505 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-48d846cf-b1c2-4cab-8d4e-e69a9afe693a req-ad47cd03-a9fd-4779-b5b2-d49c48947dd7 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0506914 Oct 13 04:26:09.100377 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-48d846cf-b1c2-4cab-8d4e-e69a9afe693a req-129188ff-c130-48de-9ece-d9c0624fb696 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Oct 13 04:26:09.214084 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c7dec-6bea-469c-b50d-1c1ad9b8d86b req-30ad3853-8709-4aa3-99a0-82307a00bd43 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:09.215486 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e3c7dec-6bea-469c-b50d-1c1ad9b8d86b req-30ad3853-8709-4aa3-99a0-82307a00bd43 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0495074 Oct 13 04:26:09.275310 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5e3c7dec-6bea-469c-b50d-1c1ad9b8d86b req-db10a46d-cf17-4c19-8781-e6e3257b4559 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534787 Oct 13 04:26:09.682911 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Deleting port 4f0798be-0676-4fd9-984d-09cbaaf88866 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:09.683608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:09.860227 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] For port 4f0798be-0676-4fd9-984d-09cbaaf88866, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=4f0798be-0676-4fd9-984d-09cbaaf88866,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:09.860678 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:09.877878 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-8f0446a5-adb0-4101-8c65-67e7efdb1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:09.879355 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-8f0446a5-adb0-4101-8c65-67e7efdb1ea1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.1467397 Oct 13 04:26:09.885611 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:10.009215 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-a38a9f9b-ec79-4501-865d-d8a1c910485b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 200 len: 1001 time: 0.1222034 Oct 13 04:26:10.104748 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-27ada98b-f73f-4c27-9db7-30c45ad6f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:10.106414 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-27ada98b-f73f-4c27-9db7-30c45ad6f959 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.0877295 Oct 13 04:26:10.126360 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:10.126724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:10.127071 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Floating IP 41c726f9-d60a-40cd-a82e-0ee674cafd21 disassociated. External IP: 172.27.1.7, port: 4f0798be-0676-4fd9-984d-09cbaaf88866. Oct 13 04:26:10.127383 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Calling delete_port for 4f0798be-0676-4fd9-984d-09cbaaf88866 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:10.199205 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-8609eb68-b267-4d10-a772-02e9dacea67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:10.200702 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-8609eb68-b267-4d10-a772-02e9dacea67d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852184 Oct 13 04:26:10.234102 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caf49e-cd0c-4349-b2c3-e14506d33f9d req-6a4f6dcd-18f8-4159-b871-83336bab6379 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:10.235661 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35caf49e-cd0c-4349-b2c3-e14506d33f9d req-6a4f6dcd-18f8-4159-b871-83336bab6379 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Oct 13 04:26:10.289238 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35caf49e-cd0c-4349-b2c3-e14506d33f9d req-2aea6234-150c-4044-b4bd-33558b01a17b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6187fa1e-f793-4b89-9a00-6b6cf434d960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Oct 13 04:26:10.349679 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-d131361e-4e01-4e32-bf53-8fb043c82f6b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401951 Oct 13 04:26:10.352055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:10.443665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (4f0798be-0676-4fd9-984d-09cbaaf88866), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:10.485957 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event deleted for resources: {'Port': ['ID=4f0798be-0676-4fd9-984d-09cbaaf88866,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:10.497277 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e2339-8d0c-4c9e-a2d8-36e108e6d535 req-3934214a-5079-4e47-acda-83e93f8f552f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:10.499350 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-519e2339-8d0c-4c9e-a2d8-36e108e6d535 req-3934214a-5079-4e47-acda-83e93f8f552f tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.1284792 Oct 13 04:26:10.513059 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.513413 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.513756 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.514098 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.514492 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.514830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.515193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.515516 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.515844 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.516612 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.516612 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.516826 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.517177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.517580 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.517984 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:10.607497 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b8a22e72-9f1a-4e7f-9a00-f3c6bd9e73a2 req-1ceebd98-1f10-4d9b-9b5e-96dca485e44e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492459 Oct 13 04:26:10.635272 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:10.675104 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-519e2339-8d0c-4c9e-a2d8-36e108e6d535 req-85bc37d8-f678-44cf-8d7a-3f8976969dda tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&id=21349ea3-568e-48ec-a7c3-300ddcca47bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687012 Oct 13 04:26:10.698514 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Router 5cfdee45-821f-4899-a820-b1c891efe899 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:11.033779 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:11.043488 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:11.054496 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:11.055259 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:11.081314 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] No DVR routers for this DVR port 4f0798be-0676-4fd9-984d-09cbaaf88866 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:11.084146 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:11.087460 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-367988a7-6726-4ae6-b263-a39cb988c2ff req-ad74530e-1bfd-4e96-b933-3c5425a3dae2 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "DELETE /networking/v2.0/ports/4f0798be-0676-4fd9-984d-09cbaaf88866 HTTP/1.1" status: 204 len: 173 time: 1.4872653 Oct 13 04:26:11.087916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'name': 'network-vif-deleted', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:11.090190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06098d46-8299-4c8d-a75e-e26c88c70ef0" -d '{"events": [{"server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "name": "network-vif-deleted", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:11.130249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc74773d-073e-40fa-833a-cc16237a0b1c x-openstack-request-id: req-cc74773d-073e-40fa-833a-cc16237a0b1c {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:11.130613 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168caf0b-e6d8-441d-adfd-821ed4238c11", "name": "network-vif-deleted", "tag": "4f0798be-0676-4fd9-984d-09cbaaf88866", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:11.130934 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cc74773d-073e-40fa-833a-cc16237a0b1c {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:11.131401 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc74773d-073e-40fa-833a-cc16237a0b1c'] response: {'server_uuid': '168caf0b-e6d8-441d-adfd-821ed4238c11', 'name': 'network-vif-deleted', 'tag': '4f0798be-0676-4fd9-984d-09cbaaf88866', 'status': 'completed', 'code': 200} Oct 13 04:26:11.161646 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:11.362720 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:11.394863 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:11.401835 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:11.402463 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:11.415596 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-fcdd309d-fce4-4a37-a2f7-6d782738bf08 req-6ded62a0-122b-468e-9ef1-9b3e9ece72e0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0326819 Oct 13 04:26:11.522274 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:11.705281 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:11.729007 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a506381-4824-4fa7-81d1-d3ca615c4c69 None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:05Z', 'revision_number': 4, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '235728e1-86e8-4a1e-8799-a2bc9f6dadd1', 'name': '', 'network_id': '618621b6-9258-44fe-b6fb-530eb2b4c8f1', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'mac_address': 'fa:16:3e:44:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:04Z', 'updated_at': '2022-10-13T04:21:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'subnets': [{'id': '15b7130d-cdd4-468d-8bc7-b87ffd26b22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:11.972623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb05d85-6f54-46da-949a-4c9865ec0a96 None None] New status for floating IP 41c726f9-d60a-40cd-a82e-0ee674cafd21: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:12.152213 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:12.186933 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 4f0798be-0676-4fd9-984d-09cbaaf88866 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:12.206808 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 4f0798be-0676-4fd9-984d-09cbaaf88866 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:12.207111 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 4f0798be-0676-4fd9-984d-09cbaaf88866 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:12.548544 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6400d980-24cf-42ee-8908-e5dd37f3ad32 req-d97ed02b-e2b1-43f7-8f6d-9bd301873014 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=168caf0b-e6d8-441d-adfd-821ed4238c11 HTTP/1.1" status: 200 len: 210 time: 0.0285473 Oct 13 04:26:13.697255 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 32924) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:13.751131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (6187fa1e-f793-4b89-9a00-6b6cf434d960), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:13.772478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (6187fa1e-f793-4b89-9a00-6b6cf434d960), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:13.818578 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6187fa1e-f793-4b89-9a00-6b6cf434d960), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:13.821179 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:13.822342 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6187fa1e-f793-4b89-9a00-6b6cf434d960 HTTP/1.1" status: 204 len: 168 time: 0.1240678 Oct 13 04:26:13.824997 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 32926) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:13.831740 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95719bb-3b4c-446b-a2fd-e4e44b5fb069 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187fa1e-f793-4b89-9a00-6b6cf434d960,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:13.838954 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-95884160-8d12-410d-b526-54cb5b733087 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] show failed (client error): The resource could not be found. Oct 13 04:26:13.839962 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-95884160-8d12-410d-b526-54cb5b733087 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6187fa1e-f793-4b89-9a00-6b6cf434d960 HTTP/1.1" status: 404 len: 347 time: 0.0139086 Oct 13 04:26:13.842830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 32928) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:13.955533 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Deleting port 02992a46-6563-44cb-8685-1248afdd8e8a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:13.955877 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.036349 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.036766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (02992a46-6563-44cb-8685-1248afdd8e8a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.049061 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Calling delete_port for 02992a46-6563-44cb-8685-1248afdd8e8a owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:14.171012 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:14.181844 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (02992a46-6563-44cb-8685-1248afdd8e8a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.203717 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event deleted for resources: {'Port': ['ID=02992a46-6563-44cb-8685-1248afdd8e8a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:14.269814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks [] for floatingip (41c726f9-d60a-40cd-a82e-0ee674cafd21), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.272419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:14.273569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c61587c5-6d7c-4ddb-8cc2-647a3b229d48 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/41c726f9-d60a-40cd-a82e-0ee674cafd21 HTTP/1.1" status: 204 len: 168 time: 0.4297855 Oct 13 04:26:16.779410 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81489-f4b1-4780-a113-3973fd3f81a9 req-86f38a80-93ff-4377-ba7c-8721978214d9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:16.780935 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-02c81489-f4b1-4780-a113-3973fd3f81a9 req-86f38a80-93ff-4377-ba7c-8721978214d9 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0520723 Oct 13 04:26:16.829121 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-02c81489-f4b1-4780-a113-3973fd3f81a9 req-0b36b2cd-0417-4241-bf96-de4586889cfa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 Oct 13 04:26:17.952130 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152d70-c683-4935-947d-5a13877592c8 req-4799018c-d7f2-487d-89cf-e216d685774b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:17.953587 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77152d70-c683-4935-947d-5a13877592c8 req-4799018c-d7f2-487d-89cf-e216d685774b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0472786 Oct 13 04:26:18.006095 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-77152d70-c683-4935-947d-5a13877592c8 req-f9d67ef9-b459-4f94-a33b-922006364dc5 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Oct 13 04:26:18.902566 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb8773-0969-4883-8852-109986b836b1 req-e1584bec-2081-4d65-b94e-077f40a52527 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:18.904060 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a9cb8773-0969-4883-8852-109986b836b1 req-e1584bec-2081-4d65-b94e-077f40a52527 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0473032 Oct 13 04:26:18.956495 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a9cb8773-0969-4883-8852-109986b836b1 req-249999be-89a8-4c03-8b2e-fd23c62134b2 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Oct 13 04:26:19.126901 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caadbd1-e130-4c1a-9eae-4d5fd5e22ea8 req-28e3ab41-0de7-40af-af5a-70269803e4bc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:19.128440 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0caadbd1-e130-4c1a-9eae-4d5fd5e22ea8 req-28e3ab41-0de7-40af-af5a-70269803e4bc tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0485456 Oct 13 04:26:19.175430 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0caadbd1-e130-4c1a-9eae-4d5fd5e22ea8 req-d1f6a2b4-ef66-4069-8365-3da0bdf16b30 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Oct 13 04:26:19.369807 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:19.659259 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-56ebec1f-8afe-440a-b4ce-50a79601c7c8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:19.660588 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-56ebec1f-8afe-440a-b4ce-50a79601c7c8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 946 time: 0.0453346 Oct 13 04:26:19.704041 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:19.762454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Deleting port d7911061-419d-4200-84cb-0fd55dbfabb4 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:19.762803 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:19.858264 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] For port d7911061-419d-4200-84cb-0fd55dbfabb4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=d7911061-419d-4200-84cb-0fd55dbfabb4,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:19.858637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:19.871273 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Calling delete_port for d7911061-419d-4200-84cb-0fd55dbfabb4 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:20.000297 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (d7911061-419d-4200-84cb-0fd55dbfabb4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:20.031250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event deleted for resources: {'Port': ['ID=d7911061-419d-4200-84cb-0fd55dbfabb4,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.041996 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['946596f5-0fd5-4db0-a720-f291f93741ef', 'd7911061-419d-4200-84cb-0fd55dbfabb4'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:20.060630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:20.112034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] No DVR routers for this DVR port d7911061-419d-4200-84cb-0fd55dbfabb4 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:20.114870 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:20.119741 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-496db3cb-e3db-437c-9783-a8b7354c2d16 req-9a1aebfc-48e6-4801-b293-f5e3a7d29bf8 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d7911061-419d-4200-84cb-0fd55dbfabb4 HTTP/1.1" status: 204 len: 173 time: 0.4518836 Oct 13 04:26:20.123382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'name': 'network-vif-deleted', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:20.125948 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4595fce-bfc6-4769-a79c-7937f9327edb" -d '{"events": [{"server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "name": "network-vif-deleted", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:20.145204 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b5a2-61ed-4146-a577-bab2ed405a94 req-40c51f26-2c70-4e76-8c89-88c50ede98a0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:20.145204 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f8b0b5a2-61ed-4146-a577-bab2ed405a94 req-40c51f26-2c70-4e76-8c89-88c50ede98a0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1013234 Oct 13 04:26:20.198773 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32fc0b5-6b8b-41a8-8c18-990da8d90ce7 x-openstack-request-id: req-a32fc0b5-6b8b-41a8-8c18-990da8d90ce7 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:20.199080 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3a0563-b11d-4cf6-8e95-0ec0884f227b", "name": "network-vif-deleted", "tag": "d7911061-419d-4200-84cb-0fd55dbfabb4", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:20.199322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a32fc0b5-6b8b-41a8-8c18-990da8d90ce7 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:20.199749 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32fc0b5-6b8b-41a8-8c18-990da8d90ce7'] response: {'server_uuid': '9a3a0563-b11d-4cf6-8e95-0ec0884f227b', 'name': 'network-vif-deleted', 'tag': 'd7911061-419d-4200-84cb-0fd55dbfabb4', 'status': 'completed', 'code': 200} Oct 13 04:26:20.222869 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f8b0b5a2-61ed-4146-a577-bab2ed405a94 req-4bb282f8-4069-43e2-9a72-83ddc5810519 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729127 Oct 13 04:26:20.291789 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-99056aba-0328-4591-a2bc-bf195da4e34d req-c6062140-7928-4262-8961-eb0cd132b77b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9a3a0563-b11d-4cf6-8e95-0ec0884f227b HTTP/1.1" status: 200 len: 210 time: 0.0291598 Oct 13 04:26:21.348277 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebd7fb-a2b7-45e0-b55a-0d2ee26ea1a5 req-4383e138-c9eb-440c-9e02-8acb2292c45a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:21.349776 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c6ebd7fb-a2b7-45e0-b55a-0d2ee26ea1a5 req-4383e138-c9eb-440c-9e02-8acb2292c45a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0509930 Oct 13 04:26:21.408675 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c6ebd7fb-a2b7-45e0-b55a-0d2ee26ea1a5 req-0251df21-73fa-4f6e-a478-8a8338e398cf tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506284 Oct 13 04:26:21.507289 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea195fb-d244-40c0-8903-a1344efced49 req-cc82ce23-ce87-4b94-b67a-7629a11096a1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:21.508772 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ea195fb-d244-40c0-8903-a1344efced49 req-cc82ce23-ce87-4b94-b67a-7629a11096a1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Oct 13 04:26:21.557894 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ea195fb-d244-40c0-8903-a1344efced49 req-e449fc6e-d558-4f77-87ab-1a728c3eea2b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Oct 13 04:26:21.638794 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe624b68-4253-4408-b34e-2e2bc920a03b req-9c85d1bf-c1e0-4f08-9ce9-4b01295e4bc0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:21.640261 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fe624b68-4253-4408-b34e-2e2bc920a03b req-9c85d1bf-c1e0-4f08-9ce9-4b01295e4bc0 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0463367 Oct 13 04:26:21.687592 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fe624b68-4253-4408-b34e-2e2bc920a03b req-f7059b37-b234-4cbb-94a4-f5b97000a3ee tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Oct 13 04:26:22.241247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device d7911061-419d-4200-84cb-0fd55dbfabb4 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:22.264142 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: d7911061-419d-4200-84cb-0fd55dbfabb4 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:22.264483 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device d7911061-419d-4200-84cb-0fd55dbfabb4 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:22.537625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e44fe-2118-401a-ac0c-3fa0ac83fd0f req-d8c73d12-24d4-4502-98d6-f5408f7b27ab tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:22.539110 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ac4e44fe-2118-401a-ac0c-3fa0ac83fd0f req-d8c73d12-24d4-4502-98d6-f5408f7b27ab tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0514061 Oct 13 04:26:22.587779 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ac4e44fe-2118-401a-ac0c-3fa0ac83fd0f req-3488f7db-70a7-45c3-883a-600a7c7fe21c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Oct 13 04:26:22.662787 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:22.678661 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5bc21-7b05-4b38-bf3b-04176e1c2468 req-2e067774-055c-4536-9a8f-2ab8773ed973 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:22.680068 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fde5bc21-7b05-4b38-bf3b-04176e1c2468 req-2e067774-055c-4536-9a8f-2ab8773ed973 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0463412 Oct 13 04:26:22.729547 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fde5bc21-7b05-4b38-bf3b-04176e1c2468 req-4ebf1acd-8810-4dfd-8c46-d72ea57fc9ed tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Oct 13 04:26:22.772426 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:22.809016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc605013-ce50-4cae-9b34-83532602e0e6 req-0f472ef4-20af-493b-bae2-69ae2970f71b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:22.810498 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dc605013-ce50-4cae-9b34-83532602e0e6 req-0f472ef4-20af-493b-bae2-69ae2970f71b tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Oct 13 04:26:22.856503 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-dc605013-ce50-4cae-9b34-83532602e0e6 req-c3df1500-1a0a-4f04-a694-8b95d3275509 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Oct 13 04:26:23.673111 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:23.709577 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbe978-5b30-489e-9dfa-7a814f55d096 req-e027dff1-0e01-458c-8534-f59899a63ef9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:23.711066 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d3fbe978-5b30-489e-9dfa-7a814f55d096 req-e027dff1-0e01-458c-8534-f59899a63ef9 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0462670 Oct 13 04:26:23.759674 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d3fbe978-5b30-489e-9dfa-7a814f55d096 req-4e7566e5-aeec-4d57-aa8f-4ceda410a8b0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431485 Oct 13 04:26:23.850295 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24dd85-08d1-4726-a80f-1f347d0dc496 req-0041664b-93fa-432c-9da6-dc3bb9d926fc tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:23.851759 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4b24dd85-08d1-4726-a80f-1f347d0dc496 req-0041664b-93fa-432c-9da6-dc3bb9d926fc tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0465631 Oct 13 04:26:23.902733 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4b24dd85-08d1-4726-a80f-1f347d0dc496 req-478db545-0dc2-4998-b3ac-a12e31aac68d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Oct 13 04:26:23.975814 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e109653-ca70-44eb-8d5c-cdb32105a29e req-6403ff5e-b513-4fb2-a7bd-77f916168976 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:23.977173 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e109653-ca70-44eb-8d5c-cdb32105a29e req-6403ff5e-b513-4fb2-a7bd-77f916168976 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0463376 Oct 13 04:26:24.026752 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1e109653-ca70-44eb-8d5c-cdb32105a29e req-c99735e9-3b25-456a-bf47-3772baa481fa tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Oct 13 04:26:24.880302 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b5c7c-7313-4793-b34b-38c405d9a6fc req-a34708e6-6ef4-4706-8576-00f360304358 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:24.881765 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bd6b5c7c-7313-4793-b34b-38c405d9a6fc req-a34708e6-6ef4-4706-8576-00f360304358 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0468376 Oct 13 04:26:24.931018 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bd6b5c7c-7313-4793-b34b-38c405d9a6fc req-f60e9876-bb97-4f08-a05d-0412a112dee6 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Oct 13 04:26:25.027519 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856bb3-3363-4c4c-a461-9b36fd788cc5 req-c7ee59b3-fd6d-4db7-88b8-f65ad7da3721 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:25.028981 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c4856bb3-3363-4c4c-a461-9b36fd788cc5 req-c7ee59b3-fd6d-4db7-88b8-f65ad7da3721 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0496233 Oct 13 04:26:25.076025 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c4856bb3-3363-4c4c-a461-9b36fd788cc5 req-a6655819-459f-43a7-84c9-c65e81789f89 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Oct 13 04:26:25.137368 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:25.148766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2efb-c8cc-425c-bc7c-f13067837d3e req-c2b87966-cdc8-4faa-8a59-54ced91cd72c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:25.150269 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-95eb2efb-c8cc-425c-bc7c-f13067837d3e req-c2b87966-cdc8-4faa-8a59-54ced91cd72c tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Oct 13 04:26:25.197623 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-95eb2efb-c8cc-425c-bc7c-f13067837d3e req-f3614257-82b6-4720-9a84-9f32d98f0f90 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417740 Oct 13 04:26:26.052613 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2280bc-74ea-4ab2-8bac-d8a53d4f16fb req-2073090e-8acb-4806-915a-ce3feb2bf87c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:26.054080 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4e2280bc-74ea-4ab2-8bac-d8a53d4f16fb req-2073090e-8acb-4806-915a-ce3feb2bf87c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0474312 Oct 13 04:26:26.102638 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4e2280bc-74ea-4ab2-8bac-d8a53d4f16fb req-fca17e7f-43b3-4b1a-a8c6-96a978a5a20c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Oct 13 04:26:26.201907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975124b-b1de-436e-9321-8fb378ca66c7 req-9eec345e-4775-42ec-8ef5-656c04ec1bc8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:26.203404 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7975124b-b1de-436e-9321-8fb378ca66c7 req-9eec345e-4775-42ec-8ef5-656c04ec1bc8 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Oct 13 04:26:26.250495 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7975124b-b1de-436e-9321-8fb378ca66c7 req-2cf3c43d-b1ac-4b47-885c-9e6e21860aef tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410411 Oct 13 04:26:26.314883 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3268a-b8b7-41a2-9739-63b2f8dfd78d req-e69ed756-ba4f-4dc6-a91e-de518331c597 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:26.316875 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bee3268a-b8b7-41a2-9739-63b2f8dfd78d req-e69ed756-ba4f-4dc6-a91e-de518331c597 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0451386 Oct 13 04:26:26.366599 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-bee3268a-b8b7-41a2-9739-63b2f8dfd78d req-72f771c8-2b15-42e0-8dc6-2150b1e2ee58 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Oct 13 04:26:26.875162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b28be-511f-4820-b898-59f885bc7c81 req-1b31bd05-4ca9-4b69-bc38-26160ea11508 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:26.876615 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-903b28be-511f-4820-b898-59f885bc7c81 req-1b31bd05-4ca9-4b69-bc38-26160ea11508 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0720406 Oct 13 04:26:26.884764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-e0ce5fa0-d4bc-4f7b-9573-dcfcf35a24ba tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:26.886089 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-e0ce5fa0-d4bc-4f7b-9573-dcfcf35a24ba tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0803218 Oct 13 04:26:27.029345 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:27.029690 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.033505 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Deleting port 946596f5-0fd5-4db0-a720-f291f93741ef {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:27.033838 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.198581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] For port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:27.198956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.283973 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] For port 946596f5-0fd5-4db0-a720-f291f93741ef, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=946596f5-0fd5-4db0-a720-f291f93741ef,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:27.284683 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.298886 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:27.308701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a30a7-428f-4c49-aab8-0664da35020d req-a60f0a7d-6d08-4d3b-b0c4-336ab4c0efff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:27.310286 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8e3a30a7-428f-4c49-aab8-0664da35020d req-a60f0a7d-6d08-4d3b-b0c4-336ab4c0efff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1224818 Oct 13 04:26:27.319119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Calling delete_port for 946596f5-0fd5-4db0-a720-f291f93741ef owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:27.380738 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db4cdd-30ae-44a3-b5cf-ad674da37307 req-165fe5c5-f6fb-42fb-8c42-0a93ad6b2293 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:27.382274 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-05db4cdd-30ae-44a3-b5cf-ad674da37307 req-165fe5c5-f6fb-42fb-8c42-0a93ad6b2293 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 945 time: 0.0478675 Oct 13 04:26:27.431524 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-05db4cdd-30ae-44a3-b5cf-ad674da37307 req-313166e0-4165-4280-991b-ee40d7b54ca0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c912d33b-463f-464a-8dcd-42c4a3603d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Oct 13 04:26:27.503795 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8e3a30a7-428f-4c49-aab8-0664da35020d req-b2721c1e-e187-41f4-8dc8-66a70a78bf0a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824849 Oct 13 04:26:27.536003 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.536357 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.536673 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP b99f2f43-b27a-490c-8ad6-b69e8ffb2058 disassociated. External IP: 172.27.1.138, port: 76e4ebca-6088-4f89-a5c4-07f0634cdbaf. Oct 13 04:26:27.537022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for 76e4ebca-6088-4f89-a5c4-07f0634cdbaf owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:27.540630 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88aa9c-bca0-4f57-b881-4dc9e7e9efd6 req-ddee7c18-b6dd-4959-bd5b-4b6b32e18314 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:27.542246 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb88aa9c-bca0-4f57-b881-4dc9e7e9efd6 req-ddee7c18-b6dd-4959-bd5b-4b6b32e18314 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 945 time: 0.0510337 Oct 13 04:26:27.543162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:27.591581 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-fb88aa9c-bca0-4f57-b881-4dc9e7e9efd6 req-864394d1-1ec4-4b03-af06-94d4714aa42a tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ead66181-cef2-4a64-94be-914ea2b63b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Oct 13 04:26:27.645635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (946596f5-0fd5-4db0-a720-f291f93741ef), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.682451 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Pushing event deleted for resources: {'Port': ['ID=946596f5-0fd5-4db0-a720-f291f93741ef,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.693589 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['946596f5-0fd5-4db0-a720-f291f93741ef'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:27.748965 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] No DVR routers for this DVR port 946596f5-0fd5-4db0-a720-f291f93741ef on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:27.752873 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.756995 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3ace8cf1-3720-4924-bde9-c64087a3a3ee req-75d94df7-8504-4f4f-8c21-706ad151565e tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.36 "DELETE /networking/v2.0/ports/946596f5-0fd5-4db0-a720-f291f93741ef HTTP/1.1" status: 204 len: 173 time: 0.8630111 Oct 13 04:26:27.757488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'name': 'network-vif-deleted', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:27.759726 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec43b0ce-4beb-4268-bd61-06ba076715bc" -d '{"events": [{"server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "name": "network-vif-deleted", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:27.784316 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (76e4ebca-6088-4f89-a5c4-07f0634cdbaf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:27.821449 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349be7e4-96ed-4e54-822a-e449919220bb x-openstack-request-id: req-349be7e4-96ed-4e54-822a-e449919220bb {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:27.821748 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9a887-b69f-4e94-b26b-95490a16f5f9", "name": "network-vif-deleted", "tag": "946596f5-0fd5-4db0-a720-f291f93741ef", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:27.822002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-349be7e4-96ed-4e54-822a-e449919220bb {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:27.822422 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349be7e4-96ed-4e54-822a-e449919220bb'] response: {'server_uuid': '68b9a887-b69f-4e94-b26b-95490a16f5f9', 'name': 'network-vif-deleted', 'tag': '946596f5-0fd5-4db0-a720-f291f93741ef', 'status': 'completed', 'code': 200} Oct 13 04:26:27.828298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=76e4ebca-6088-4f89-a5c4-07f0634cdbaf,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.936487 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:28.056547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:28.068138 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:28.079724 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:28.080493 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.109088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] No DVR routers for this DVR port 76e4ebca-6088-4f89-a5c4-07f0634cdbaf on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:28.111995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:28.116613 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-903b28be-511f-4820-b898-59f885bc7c81 req-586a872c-c8fe-45c6-b6a6-b5b4d17524c1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "DELETE /networking/v2.0/ports/76e4ebca-6088-4f89-a5c4-07f0634cdbaf HTTP/1.1" status: 204 len: 173 time: 1.2295229 Oct 13 04:26:28.199048 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:28.334199 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:28.415821 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.446462 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:28.455160 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:28.455689 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.458424 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:28.570259 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:28.573873 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b762f235-34dc-422d-969d-6c33554d7a06 req-874b621e-fa2c-4826-a0b9-344dce9bc5bb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0399954 Oct 13 04:26:28.694653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7534e-2726-4500-927a-687de4de0289 req-795ce52f-bd90-429f-8edc-ac87cf97d2ff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:28.703066 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bca7534e-2726-4500-927a-687de4de0289 req-795ce52f-bd90-429f-8edc-ac87cf97d2ff tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1102803 Oct 13 04:26:28.774892 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1bfcff80-9fae-4513-91db-ed977bbdb038 req-0ff6e16e-170d-4206-aa19-65d135a21d44 tempest-ServerRescueNegativeTestJSON-1136888811 tempest-ServerRescueNegativeTestJSON-1136888811-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=68b9a887-b69f-4e94-b26b-95490a16f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0416517 Oct 13 04:26:28.848663 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bca7534e-2726-4500-927a-687de4de0289 req-06ca6dfa-0287-49ef-9faf-c2da9190ee1d tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419010 Oct 13 04:26:28.873976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b974c54-543e-4ab1-9497-1209fe9fb533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:28.902447 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:28.930982 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bbf7a-9f7c-4aec-b209-58a3a1eeb145 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:29.052744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14c7e4-d1b9-43de-96d3-d8cf18305f4c req-e5e4f8d5-9b63-44d2-8b6c-d0a084ad89cd tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:29.054272 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd14c7e4-d1b9-43de-96d3-d8cf18305f4c req-e5e4f8d5-9b63-44d2-8b6c-d0a084ad89cd tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Oct 13 04:26:29.066785 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:29.106410 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cd14c7e4-d1b9-43de-96d3-d8cf18305f4c req-e8042d9e-8047-4a75-a4e1-6d2458ecab4d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Oct 13 04:26:29.163180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cb450-5b24-4340-a8e7-5c92f4bc5913 None None] New status for floating IP b99f2f43-b27a-490c-8ad6-b69e8ffb2058: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:29.699614 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-55b3d851-ef8f-4ce7-ab93-5df6929e9d1b req-201bdc41-84c0-4294-9a65-585ba5b701f0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Oct 13 04:26:29.823298 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'name': 'network-vif-deleted', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:29.825606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e074563-35ff-48c9-909c-4ff468bf94ee" -d '{"events": [{"server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "name": "network-vif-deleted", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:29.842399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33064) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:29.861568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447adfe7-77c9-4121-84a7-e3e6ba79dd40 x-openstack-request-id: req-447adfe7-77c9-4121-84a7-e3e6ba79dd40 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:29.861864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b343e2-9707-46ae-a665-5aa2644cb682", "name": "network-vif-deleted", "tag": "76e4ebca-6088-4f89-a5c4-07f0634cdbaf", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:29.862115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-447adfe7-77c9-4121-84a7-e3e6ba79dd40 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:29.862536 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447adfe7-77c9-4121-84a7-e3e6ba79dd40'] response: {'server_uuid': '83b343e2-9707-46ae-a665-5aa2644cb682', 'name': 'network-vif-deleted', 'tag': '76e4ebca-6088-4f89-a5c4-07f0634cdbaf', 'status': 'completed', 'code': 200} Oct 13 04:26:30.035403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32136d6-2517-4afc-968b-0da47fcd7f2d req-ced3d67f-891d-4f33-acdb-fd0a867b76c2 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:30.036979 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a32136d6-2517-4afc-968b-0da47fcd7f2d req-ced3d67f-891d-4f33-acdb-fd0a867b76c2 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0949166 Oct 13 04:26:30.097959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:30.156568 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a32136d6-2517-4afc-968b-0da47fcd7f2d req-b025ef28-86f8-4616-825c-a129c26797c3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925658 Oct 13 04:26:30.235188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89a3c0-dd0f-4360-9196-2f2a4348b9fa req-0e6b7756-b852-4091-a0df-ce39b10fc399 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:30.236828 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9a89a3c0-dd0f-4360-9196-2f2a4348b9fa req-0e6b7756-b852-4091-a0df-ce39b10fc399 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Oct 13 04:26:30.265377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 946596f5-0fd5-4db0-a720-f291f93741ef no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:30.286144 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9a89a3c0-dd0f-4360-9196-2f2a4348b9fa req-4f4cecdf-403f-412b-8735-ce54d8954780 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Oct 13 04:26:30.286421 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 946596f5-0fd5-4db0-a720-f291f93741ef {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:30.286664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 946596f5-0fd5-4db0-a720-f291f93741ef not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:30.287093 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 76e4ebca-6088-4f89-a5c4-07f0634cdbaf no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:30.306849 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 76e4ebca-6088-4f89-a5c4-07f0634cdbaf {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:30.307212 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 76e4ebca-6088-4f89-a5c4-07f0634cdbaf not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:30.400255 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (5cfdee45-821f-4899-a820-b1c891efe899), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:30.851818 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-faa60bb9-1e65-4200-9984-ed5c915d317b req-ef1064a1-d3ca-4fe4-8225-498a1892f6aa tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=83b343e2-9707-46ae-a665-5aa2644cb682 HTTP/1.1" status: 200 len: 210 time: 0.0671408 Oct 13 04:26:30.920509 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Deleting port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:30.920847 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:30.998285 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] For port 235728e1-86e8-4a1e-8799-a2bc9f6dadd1, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:30.998654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:31.011248 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Calling delete_port for 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:31.109980 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-93a70720-9f44-49fa-b702-96557fe5b605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:31.115626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:31.195187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (235728e1-86e8-4a1e-8799-a2bc9f6dadd1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:31.247396 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Pushing event deleted for resources: {'Port': ['ID=235728e1-86e8-4a1e-8799-a2bc9f6dadd1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.281624 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:31.287478 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c209595-3cc3-42e4-9a4e-ea8d1f945927 req-47096464-c584-4136-991a-12ae86f0b341 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:31.289179 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8c209595-3cc3-42e4-9a4e-ea8d1f945927 req-47096464-c584-4136-991a-12ae86f0b341 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0564370 Oct 13 04:26:31.370472 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8c209595-3cc3-42e4-9a4e-ea8d1f945927 req-2569e4e7-7a00-48f5-a7b1-892439e04b3f tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719101 Oct 13 04:26:31.432656 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (5cfdee45-821f-4899-a820-b1c891efe899), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:31.446027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92204-acd2-461a-b389-5724f0ad7b6f req-cc8f5812-d90d-4545-bc7e-1a160ae38413 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:31.447514 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2de92204-acd2-461a-b389-5724f0ad7b6f req-cc8f5812-d90d-4545-bc7e-1a160ae38413 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0614400 Oct 13 04:26:31.464978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505fe98-c9b8-4915-9e10-19343f041a58 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:26:31.575935 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-a7e71ec3-b326-4e52-9058-b5ab9c00f217 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:31.577439 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-a7e71ec3-b326-4e52-9058-b5ab9c00f217 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.0844598 Oct 13 04:26:31.605683 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505fe98-c9b8-4915-9e10-19343f041a58 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:26:31.612075 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2de92204-acd2-461a-b389-5724f0ad7b6f req-ab626a9c-bb2e-40a2-b01b-46ab3d6bc66e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576447 Oct 13 04:26:31.708679 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-a07e7b13-c7d2-41a3-8db3-c91c9bf7f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:31.710147 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-a07e7b13-c7d2-41a3-8db3-c91c9bf7f500 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.2160938 Oct 13 04:26:31.831855 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Deleting port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:31.832208 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:31.952282 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33086) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:31.990533 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-2d1c60ae-4e47-4f0a-9bff-27a101c1e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:31.992019 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-2d1c60ae-4e47-4f0a-9bff-27a101c1e081 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 910 time: 0.2565165 Oct 13 04:26:32.016457 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] For port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:32.016830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.018358 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (c912d33b-463f-464a-8dcd-42c4a3603d0a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.039283 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.044422 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (c912d33b-463f-464a-8dcd-42c4a3603d0a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.067248 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.072547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Router 5cfdee45-821f-4899-a820-b1c891efe899 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:32.110006 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (c912d33b-463f-464a-8dcd-42c4a3603d0a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.114259 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.119975 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c912d33b-463f-464a-8dcd-42c4a3603d0a HTTP/1.1" status: 204 len: 168 time: 0.1662819 Oct 13 04:26:32.120604 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33088) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:32.127639 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-95a5b559-6c8f-4f3c-8834-ef34c1b3e9a7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 1002 time: 0.1255741 Oct 13 04:26:32.144584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.144859 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.153383 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912d33b-463f-464a-8dcd-42c4a3603d0a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.162868 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.163500 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.164110 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.164677 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.165242 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.165795 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.166428 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.166990 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.167561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.168126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.168829 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.169273 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.169711 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.170146 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.170631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afd4dc7-073a-4906-83c9-f43e965497d3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:32.173829 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-f1d194ef-71f2-401a-b7cb-1ededc78ad86 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] show failed (client error): The resource could not be found. Oct 13 04:26:32.175063 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f1d194ef-71f2-401a-b7cb-1ededc78ad86 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups/c912d33b-463f-464a-8dcd-42c4a3603d0a HTTP/1.1" status: 404 len: 347 time: 0.0434539 Oct 13 04:26:32.180123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33090) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:32.308320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-a611811e-3a4d-4b52-9c3f-0dbfca392117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:32.309719 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-a611811e-3a4d-4b52-9c3f-0dbfca392117 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.1755955 Oct 13 04:26:32.314858 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port a5e16a5f-2273-4198-9816-7a5f7a6c437d {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:32.315368 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.379351 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4cef7a36-3b82-495e-b3b7-b5a09befa2d2 None None] Provisioning complete for port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:32.379744 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4cef7a36-3b82-495e-b3b7-b5a09befa2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.381185 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4cef7a36-3b82-495e-b3b7-b5a09befa2d2 None None] Attempt 1 to provision port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd Oct 13 04:26:32.394185 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.394597 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (a5e16a5f-2273-4198-9816-7a5f7a6c437d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.407597 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for a5e16a5f-2273-4198-9816-7a5f7a6c437d owned by network:floatingip {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:32.411045 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.411423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.411752 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Floating IP 249908d0-8b75-41aa-a019-e309a20ff4cf disassociated. External IP: 172.27.1.168, port: bbd5fde3-e147-43a0-a4cf-beb965d2c6c7. Oct 13 04:26:32.412102 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Calling delete_port for bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:32.414525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:32.425864 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ef1ce67d-5a3b-488f-8bec-5d5cb819677b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/5cfdee45-821f-4899-a820-b1c891efe899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5825975 Oct 13 04:26:32.426564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33094) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:32.435301 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Sync routers for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:32.436005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-4127964e-100a-42e5-9211-9fc7fdd75a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:32.437475 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-4127964e-100a-42e5-9211-9fc7fdd75a4f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971134 Oct 13 04:26:32.447579 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:32.451941 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.454151 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:32.489862 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.491868 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4cef7a36-3b82-495e-b3b7-b5a09befa2d2 None None] Current status of the port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:32.583747 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:32.616153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ba61-fbc5-4b1f-ac6e-786501f0fb34 req-c06ce6f7-b621-4d42-b552-61510833df84 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:32.617868 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b709ba61-fbc5-4b1f-ac6e-786501f0fb34 req-c06ce6f7-b621-4d42-b552-61510833df84 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0926194 Oct 13 04:26:32.666003 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks [] for router (5cfdee45-821f-4899-a820-b1c891efe899), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.710869 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b709ba61-fbc5-4b1f-ac6e-786501f0fb34 req-fbe14de9-7013-4a4c-9363-2a246fbc5d56 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839365 Oct 13 04:26:32.711637 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (a5e16a5f-2273-4198-9816-7a5f7a6c437d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.747999 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=a5e16a5f-2273-4198-9816-7a5f7a6c437d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.788072 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:26:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:32.814681 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (b99f2f43-b27a-490c-8ad6-b69e8ffb2058), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.815763 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Checking router: 5cfdee45-821f-4899-a820-b1c891efe899 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:32.817393 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.818747 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c4a226a3-68b2-4ddb-a50d-b93599c45510 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b99f2f43-b27a-490c-8ad6-b69e8ffb2058 HTTP/1.1" status: 204 len: 168 time: 0.6279278 Oct 13 04:26:32.834307 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Routers {'5cfdee45-821f-4899-a820-b1c891efe899'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:32.835256 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['5cfdee45-821f-4899-a820-b1c891efe899'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:32.893405 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33100) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:32.898893 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389429595', 'description': 'tempest-description--38937833'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:32.922561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:32.945694 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] Set router 5cfdee45-821f-4899-a820-b1c891efe899 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:32.953460 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-3df4611f-8928-4ea3-a58e-992e17b7d263 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819608 Oct 13 04:26:32.961362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:32.999648 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.015228 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (aace3d79-f361-4bcc-af46-519d44e49234), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.019505 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (aace3d79-f361-4bcc-af46-519d44e49234), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.050923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aace3d79-f361-4bcc-af46-519d44e49234,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.056807 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.061095 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e7f3b87a-a50b-416d-b924-a49d74931467 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1629202 Oct 13 04:26:33.061095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33102) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:33.065717 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': 'aace3d79-f361-4bcc-af46-519d44e49234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:33.095656 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (fbd0b41b-c537-4811-85f2-5426f38e50f4), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.127371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded6da1-443b-4012-9411-ded7a2eb03cb req-c56062de-3e6b-4a9e-a355-1accd716cffb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:33.129430 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ded6da1-443b-4012-9411-ded7a2eb03cb req-c56062de-3e6b-4a9e-a355-1accd716cffb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 945 time: 0.1805451 Oct 13 04:26:33.141966 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:26:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:33.164658 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (fbd0b41b-c537-4811-85f2-5426f38e50f4), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.169477 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7734c-bb9a-472d-baf5-8146a60d7ad7 None None] The sync data for ids ['5cfdee45-821f-4899-a820-b1c891efe899'] in dv-cinder-860997-1-iscsi is: [{'id': '5cfdee45-821f-4899-a820-b1c891efe899', 'name': 'tempest-ServerRescueNegativeTestJSON-2074888587-router', 'tenant_id': '0913f8eb06164012b366d62c553d261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:26:31Z', 'revision_number': 5, 'project_id': '0913f8eb06164012b366d62c553d261c', 'gw_port': {'id': '50b1b421-cafc-4d34-9bb7-422504678b1d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfdee45-821f-4899-a820-b1c891efe899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:33.169703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (bbd5fde3-e147-43a0-a4cf-beb965d2c6c7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.170048 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (fbd0b41b-c537-4811-85f2-5426f38e50f4), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.171070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.203790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd0b41b-c537-4811-85f2-5426f38e50f4,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.217007 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.219218 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-74c90170-42e3-4727-a25d-519a49c8b816 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563599 Oct 13 04:26:33.223134 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33104) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:33.223416 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks [] for router_gateway (5cfdee45-821f-4899-a820-b1c891efe899), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.229285 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'security_group_rule': {'security_group_id': 'aace3d79-f361-4bcc-af46-519d44e49234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:33.234138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'Port': ['ID=bbd5fde3-e147-43a0-a4cf-beb965d2c6c7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.251688 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.260279 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3a29ccee-39f3-4a03-b425-1966b9a2416f req-9e79224b-447e-4f3c-bc94-4d99d844a070 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924039 Oct 13 04:26:33.272135 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (bc9ac330-b821-466f-9321-35d8504dd550), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.297821 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1ded6da1-443b-4012-9411-ded7a2eb03cb req-317df2d3-47fc-449f-9840-625cd584004b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=47e4ccc0-0345-43d5-8629-7f91d29fce36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500840 Oct 13 04:26:33.337540 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (bc9ac330-b821-466f-9321-35d8504dd550), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.341476 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (bc9ac330-b821-466f-9321-35d8504dd550), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.353405 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.356645 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Deleting port 50b1b421-cafc-4d34-9bb7-422504678b1d {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:33.356992 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.361701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9ac330-b821-466f-9321-35d8504dd550,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.370522 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.374636 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2385498f-feff-4f6e-86f3-2f99301ad145 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475749 Oct 13 04:26:33.375008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33106) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:33.380418 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:33.403137 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.471455 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:33.493735 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.494592 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] For port 50b1b421-cafc-4d34-9bb7-422504678b1d, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=50b1b421-cafc-4d34-9bb7-422504678b1d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:33.494968 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.539875 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Calling delete_port for 50b1b421-cafc-4d34-9bb7-422504678b1d owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:33.614681 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.27.1.156 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/0772c3aa-9719-4004-8111-5a1821101c92) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:33.656371 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:33.666981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:33.686703 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:33.687625 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:33.757743 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] No DVR routers for this DVR port bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:33.762122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.765822 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2ac57acd-9e4d-4619-8426-4238b834bb78 req-294034c3-7f6c-44dd-a08c-613399ed389f tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "DELETE /networking/v2.0/ports/bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 HTTP/1.1" status: 204 len: 173 time: 2.1704729 Oct 13 04:26:33.766093 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'name': 'network-vif-deleted', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:33.768408 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36ff33a-3d39-4262-b7c2-77cc69a45967" -d '{"events": [{"server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "name": "network-vif-deleted", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:33.795822 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (0772c3aa-9719-4004-8111-5a1821101c92), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.809468 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.861907 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:33.883369 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (50b1b421-cafc-4d34-9bb7-422504678b1d), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.906776 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df73c8-5d1e-435c-ba93-e214565a0d74 req-82939f1f-9751-48b7-abcc-31c0c67ec1ba tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:33.908623 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1df73c8-5d1e-435c-ba93-e214565a0d74 req-82939f1f-9751-48b7-abcc-31c0c67ec1ba tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0658815 Oct 13 04:26:33.910728 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (0772c3aa-9719-4004-8111-5a1821101c92), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:33.924339 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:33.932235 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Pushing event deleted for resources: {'Port': ['ID=50b1b421-cafc-4d34-9bb7-422504678b1d,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.940062 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97b172-7dd0-4af5-a0b0-765ab2e8c7d5 x-openstack-request-id: req-fa97b172-7dd0-4af5-a0b0-765ab2e8c7d5 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:33.940581 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c318cdef-d4ee-46aa-bc4e-91a49cfe1985", "name": "network-vif-deleted", "tag": "bbd5fde3-e147-43a0-a4cf-beb965d2c6c7", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:33.941862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa97b172-7dd0-4af5-a0b0-765ab2e8c7d5 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:33.942472 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa97b172-7dd0-4af5-a0b0-765ab2e8c7d5'] response: {'server_uuid': 'c318cdef-d4ee-46aa-bc4e-91a49cfe1985', 'name': 'network-vif-deleted', 'tag': 'bbd5fde3-e147-43a0-a4cf-beb965d2c6c7', 'status': 'completed', 'code': 200} Oct 13 04:26:33.969118 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:33.975325 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:33.979619 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:26:34.011283 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=0772c3aa-9719-4004-8111-5a1821101c92,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.021306 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (5cfdee45-821f-4899-a820-b1c891efe899), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.045510 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c1df73c8-5d1e-435c-ba93-e214565a0d74 req-f8cd655f-7599-40d7-afab-1c589da6a149 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261294 Oct 13 04:26:34.125435 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.128635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (5cfdee45-821f-4899-a820-b1c891efe899), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.129375 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.131445 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks [] for router_controller (5cfdee45-821f-4899-a820-b1c891efe899), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.174756 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (0772c3aa-9719-4004-8111-5a1821101c92), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.180576 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (5cfdee45-821f-4899-a820-b1c891efe899), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.180882 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfdee45-821f-4899-a820-b1c891efe899 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:26:34.191111 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.192580 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-14887f59-d085-4c70-9d87-8d73c7d8712e admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/5cfdee45-821f-4899-a820-b1c891efe899 HTTP/1.1" status: 204 len: 168 time: 1.7654831 Oct 13 04:26:34.195131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33114) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:34.198475 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:34.229793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:34.245411 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Deleting subnet 15b7130d-cdd4-468d-8bc7-b87ffd26b22c {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:26:34.249161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Publish callbacks [] for subnet (15b7130d-cdd4-468d-8bc7-b87ffd26b22c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.258919 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:34.263980 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:34.264366 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 235728e1-86e8-4a1e-8799-a2bc9f6dadd1 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:34.270800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:34.270958 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:34.271607 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:34.292625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (15b7130d-cdd4-468d-8bc7-b87ffd26b22c), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.315172 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:34.317232 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:34.333619 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:34.365268 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:34.365705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device bbd5fde3-e147-43a0-a4cf-beb965d2c6c7 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:34.376889 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.402724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (15b7130d-cdd4-468d-8bc7-b87ffd26b22c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.410878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (0772c3aa-9719-4004-8111-5a1821101c92), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.420346 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (0772c3aa-9719-4004-8111-5a1821101c92), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.453568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:34.489516 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1c562ea9-3af6-4a23-a370-83d3741e4e9a req-1975c313-56d1-4077-8678-f5c583ad88bf tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.0366757 Oct 13 04:26:34.499126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=0772c3aa-9719-4004-8111-5a1821101c92,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.504105 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.506640 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (15b7130d-cdd4-468d-8bc7-b87ffd26b22c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.526958 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.528563 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7314d11f-9fc4-4c7d-b9cc-f9e280b1a8be tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1524541 Oct 13 04:26:34.540900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b7130d-cdd4-468d-8bc7-b87ffd26b22c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.543593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.547224 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-91d319a5-aa61-4da9-b246-5f11a999e0a4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/15b7130d-cdd4-468d-8bc7-b87ffd26b22c HTTP/1.1" status: 204 len: 168 time: 0.3511446 Oct 13 04:26:34.550278 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33120) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:34.562382 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ce104-1502-4208-83d0-2bc66152d7b6 None None] Network 618621b6-9258-44fe-b6fb-530eb2b4c8f1 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:26:34.630817 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (618621b6-9258-44fe-b6fb-530eb2b4c8f1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.678137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Deleting port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:34.678593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.763333 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] For port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:34.763810 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.780836 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Calling delete_port for 150d1fb3-f765-4b15-a895-5d5c2d46e3cd owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:34.790194 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:34.826449 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d783c9-1304-4808-8f97-d8e81de25055 None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:34.828353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] DHCP port deletion for 618621b6-9258-44fe-b6fb-530eb2b4c8f1 request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:26:34.883127 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Deleting port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:34.883524 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.892398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:34.922015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Pushing event deleted for resources: {'Port': ['ID=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.924403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] No DVR routers for this DVR port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:34.994331 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] For port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,segment=NetworkSegment(33289a2f-064b-4ad6-8e1e-6cffb43174ac),segment_id=33289a2f-064b-4ad6-8e1e-6cffb43174ac)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:34.995103 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.003390 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-7a3ac8f2-b85f-465d-80e6-b6a4a8c35d14 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1389429595&fields=id&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 267 time: 0.0567195 Oct 13 04:26:35.019700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Calling delete_port for 150d1fb3-f765-4b15-a895-5d5c2d46e3cd owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:35.053423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (618621b6-9258-44fe-b6fb-530eb2b4c8f1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.093934 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618621b6-9258-44fe-b6fb-530eb2b4c8f1']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:35.110709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33289a2f-064b-4ad6-8e1e-6cffb43174ac') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:35.112266 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33289a2f-064b-4ad6-8e1e-6cffb43174ac') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:35.132233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (33289a2f-064b-4ad6-8e1e-6cffb43174ac), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.148843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (33289a2f-064b-4ad6-8e1e-6cffb43174ac), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.168850 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:35.169458 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9d3ff971-7029-44b6-9c02-003a34ef6596 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:35.172016 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9d3ff971-7029-44b6-9c02-003a34ef6596 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1586258 Oct 13 04:26:35.177972 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:35.179715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (33289a2f-064b-4ad6-8e1e-6cffb43174ac), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.181346 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:35.203105 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (150d1fb3-f765-4b15-a895-5d5c2d46e3cd), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.204828 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-d3f0f2fa-2c2c-42c5-95da-2a58940093f5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/quotas/7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 375 time: 0.0269125 Oct 13 04:26:35.247300 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Pushing event deleted for resources: {'Port': ['ID=150d1fb3-f765-4b15-a895-5d5c2d46e3cd,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:35.257050 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] No DVR routers for this DVR port 150d1fb3-f765-4b15-a895-5d5c2d46e3cd on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:35.260433 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.260926 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.261384 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.261851 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.262357 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.262795 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.263410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.263652 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.264082 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.264513 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.265148 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.265590 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.266025 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.266510 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.266930 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeb8b44-4099-4db9-9b59-8f2c6165eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:35.302080 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5700d-c326-4008-a695-1a2fcaf5dffe req-76af348d-6cef-4afa-832b-282d793eb497 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:35.309534 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ac5700d-c326-4008-a695-1a2fcaf5dffe req-76af348d-6cef-4afa-832b-282d793eb497 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1088619 Oct 13 04:26:35.318937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (618621b6-9258-44fe-b6fb-530eb2b4c8f1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.324503 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-d218f575-1d7f-4bb1-9c48-995391e9d38b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038194 Oct 13 04:26:35.336006 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.339231 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/618621b6-9258-44fe-b6fb-530eb2b4c8f1 HTTP/1.1" status: 204 len: 168 time: 0.7878313 Oct 13 04:26:35.343046 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c879bb7-d51c-4f8a-a123-b0a84a217ded None None] New status for floating IP 249908d0-8b75-41aa-a019-e309a20ff4cf: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:35.353159 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6804c-5e1d-4f3e-a127-6faca510ca0c admin admin] Pushing event deleted for resources: {'Network': ['ID=618621b6-9258-44fe-b6fb-530eb2b4c8f1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:35.398526 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ac5700d-c326-4008-a695-1a2fcaf5dffe req-0c1317c6-4e06-4341-bf69-f4f4e585cbd1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825756 Oct 13 04:26:35.400226 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 33289a2f-064b-4ad6-8e1e-6cffb43174ac resource provider aggregate not found Oct 13 04:26:35.447974 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 33289a2f-064b-4ad6-8e1e-6cffb43174ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33289a2f-064b-4ad6-8e1e-6cffb43174ac found for delete ", "request_id": "req-795a774e-9d2f-4fa8-8b97-b4bfe5bd8113"}]} Oct 13 04:26:35.551758 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33152) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:35.587836 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-84215aef-ef01-49f5-8346-e82d7b6936d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446387 Oct 13 04:26:35.605928 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:35.610359 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e167fe28-d48b-4ff0-80cf-c5b97419e11f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0913f8eb06164012b366d62c553d261c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568712 Oct 13 04:26:35.613141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33156) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:35.614643 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.641122 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:35.734610 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-78288968-1832-46eb-bfd4-068d8e149af9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457937 Oct 13 04:26:35.797429 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-61983ebb-7786-4bf8-ad16-dbcfbd6022a0 req-72f4745c-ef2d-4cc0-b965-0f74d69d23f2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c318cdef-d4ee-46aa-bc4e-91a49cfe1985 HTTP/1.1" status: 200 len: 210 time: 0.0865235 Oct 13 04:26:35.816650 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] Publish callbacks [] for security_group (ead66181-cef2-4a64-94be-914ea2b63b34), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.818585 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:35.841834 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] Publish callbacks [] for security_group (ead66181-cef2-4a64-94be-914ea2b63b34), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.898366 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ead66181-cef2-4a64-94be-914ea2b63b34), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.901535 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:35.903068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ead66181-cef2-4a64-94be-914ea2b63b34 HTTP/1.1" status: 204 len: 168 time: 0.2886956 Oct 13 04:26:35.911686 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc7f9d-a998-4c17-b823-597d27b3661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead66181-cef2-4a64-94be-914ea2b63b34,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:36.045439 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-71763043-5974-4fcc-b2a0-d3f9d6932325 req-c4cf04f0-4ca0-4a20-b4e0-e3c1a79630f5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 210 time: 0.0399005 Oct 13 04:26:36.145622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 150d1fb3-f765-4b15-a895-5d5c2d46e3cd no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:36.169623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 150d1fb3-f765-4b15-a895-5d5c2d46e3cd {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:36.171101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 150d1fb3-f765-4b15-a895-5d5c2d46e3cd not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:36.171539 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 50b1b421-cafc-4d34-9bb7-422504678b1d no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:36.354947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 50b1b421-cafc-4d34-9bb7-422504678b1d {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:26:36.355297 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 50b1b421-cafc-4d34-9bb7-422504678b1d not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:36.525222 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442117b2-d6b2-4cf7-8716-c7fe40bb9715 req-8a9a52ea-cd14-4930-b153-148d5361270a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:36.526771 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-442117b2-d6b2-4cf7-8716-c7fe40bb9715 req-8a9a52ea-cd14-4930-b153-148d5361270a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0494771 Oct 13 04:26:36.615684 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-442117b2-d6b2-4cf7-8716-c7fe40bb9715 req-3d3d1e66-5777-4288-b3a5-4bc61e2977b1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828590 Oct 13 04:26:36.917953 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33210) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:36.933369 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979779b-8193-4556-b930-c2aebc01d05b req-b7f81857-ac28-4ed3-9932-0050dc474165 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:36.941296 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8979779b-8193-4556-b930-c2aebc01d05b req-b7f81857-ac28-4ed3-9932-0050dc474165 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0761542 Oct 13 04:26:36.967556 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33212) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:37.026949 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8979779b-8193-4556-b930-c2aebc01d05b req-31715045-e3f5-49ee-8bb3-081e920fc78a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844510 Oct 13 04:26:37.043896 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (47e4ccc0-0345-43d5-8629-7f91d29fce36), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.070275 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (47e4ccc0-0345-43d5-8629-7f91d29fce36), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.085583 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-55d54a2a-518f-4faf-8604-41634119bf37 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167781 Oct 13 04:26:37.096481 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-4c5bce30-afbe-470a-802b-1efc2a45fe87 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:26:37.098585 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-4c5bce30-afbe-470a-802b-1efc2a45fe87 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061743 Oct 13 04:26:37.141647 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:37.184942 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (47e4ccc0-0345-43d5-8629-7f91d29fce36), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.188341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.192601 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47e4ccc0-0345-43d5-8629-7f91d29fce36 HTTP/1.1" status: 204 len: 168 time: 0.2736154 Oct 13 04:26:37.193554 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33226) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:37.194610 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5dc64b95-b8d3-4f92-a724-0f9e8f96f893 req-bc5ee614-82bb-4f5e-9372-f36fa005954d tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 210 time: 0.0474651 Oct 13 04:26:37.239151 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.api.v2.resource [None req-c19ee4ff-31af-4ae8-af49-ecee0617a80c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] show failed (client error): The resource could not be found. Oct 13 04:26:37.243581 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c19ee4ff-31af-4ae8-af49-ecee0617a80c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups/47e4ccc0-0345-43d5-8629-7f91d29fce36 HTTP/1.1" status: 404 len: 347 time: 0.0457942 Oct 13 04:26:37.244252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33228) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:37.245324 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e30ec1-7f6a-422d-8099-b2d78611f5e8 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4ccc0-0345-43d5-8629-7f91d29fce36,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:37.311279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33234) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:37.389352 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Deleting port 7ecc8221-6122-4671-a745-f9d37c002107 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:37.389701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (7ecc8221-6122-4671-a745-f9d37c002107), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.482668 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (7ecc8221-6122-4671-a745-f9d37c002107), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.483464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (7ecc8221-6122-4671-a745-f9d37c002107), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:37.500610 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Calling delete_port for 7ecc8221-6122-4671-a745-f9d37c002107 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:37.855923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-1a54c202-12e3-434d-8292-68f255f8a5b4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:37.858345 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-1a54c202-12e3-434d-8292-68f255f8a5b4 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports/9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 943 time: 0.5457096 Oct 13 04:26:38.001820 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-30b9ed59-7ded-4e1d-b275-94703d720726 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:38.003743 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-30b9ed59-7ded-4e1d-b275-94703d720726 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 815 time: 0.1473014 Oct 13 04:26:38.078138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (7ecc8221-6122-4671-a745-f9d37c002107), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.133307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'Port': ['ID=7ecc8221-6122-4671-a745-f9d37c002107,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.225231 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:38.270481 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-1b57dabf-2164-49f4-abef-96c8dd8532e0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7397177414dd4ed5baed133cc89e7299 HTTP/1.1" status: 200 len: 380 time: 0.1857719 Oct 13 04:26:38.277345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bdc39-01da-4212-b3f0-9eedb56ac2f4 req-0acac30e-3999-47e5-9be0-ca7a8cf3f799 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:38.280468 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c73bdc39-01da-4212-b3f0-9eedb56ac2f4 req-0acac30e-3999-47e5-9be0-ca7a8cf3f799 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0719869 Oct 13 04:26:38.292083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2aa6-afe6-46fc-b284-0461cae2e03b req-55c8add2-4e16-4672-9633-95ca252261ec tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:38.293827 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a2db2aa6-afe6-46fc-b284-0461cae2e03b req-55c8add2-4e16-4672-9633-95ca252261ec tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1041024 Oct 13 04:26:38.294704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (249908d0-8b75-41aa-a019-e309a20ff4cf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.297799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.305253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:38.315275 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-01edba66-64b3-4dde-9390-43ec7644502d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/249908d0-8b75-41aa-a019-e309a20ff4cf HTTP/1.1" status: 204 len: 168 time: 1.0696781 Oct 13 04:26:38.339651 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'port': {'device_id': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'admin_state_up': True, 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'security_groups': ['aace3d79-f361-4bcc-af46-519d44e49234']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:38.373967 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c73bdc39-01da-4212-b3f0-9eedb56ac2f4 req-52ede97f-848d-418d-8887-84bd7c535695 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867734 Oct 13 04:26:38.445398 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 9b98fb07-be4c-4add-b232-a8149b2588d6 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:38.445887 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.459672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a2db2aa6-afe6-46fc-b284-0461cae2e03b req-12ba0090-4956-4d06-9557-fe05f51268bc tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284006 Oct 13 04:26:38.477653 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:38.481591 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb82eab-f40f-4914-8d54-50ff87355ee8" -d '{"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-unplugged", "status": "completed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:38.504231 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:38.513639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.561522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Made reservation on behalf of 7397177414dd4ed5baed133cc89e7299 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:38.573381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.590567 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.601679 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33292) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:38.608360 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505275263', 'description': 'tempest-description--1098411030'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:38.608563 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:38.615237 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5c67b69a-1ee8-4ee2-a381-29f394d6b721 req-9f4f0df3-1c53-4eb9-900b-323481c2ba14 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 210 time: 0.0774367 Oct 13 04:26:38.650163 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb6ed8-3cbd-490a-b0ae-7985c8bb91f1 x-openstack-request-id: req-e9fb6ed8-3cbd-490a-b0ae-7985c8bb91f1 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:38.650649 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-unplugged", "status": "failed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "code": 422}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:38.651003 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e9fb6ed8-3cbd-490a-b0ae-7985c8bb91f1 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:38.651470 dv-cinder-860997-1-iscsi neutron-server[104469]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e9fb6ed8-3cbd-490a-b0ae-7985c8bb91f1']: {'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'code': 422} returned with failed status Oct 13 04:26:38.654154 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.716741 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33294) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:38.740539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (acd1ca31-8016-44b7-8ec7-9dbb593bb41a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.748559 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (acd1ca31-8016-44b7-8ec7-9dbb593bb41a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.774403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Allocated IP 172.20.0.4 (70d105db-93f5-4592-bb80-f58af13e321b/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc/b7fcfa46-fbb2-466a-962d-bdf70352c79c) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:38.791537 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.795868 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1916759 Oct 13 04:26:38.796153 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33298) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:38.796951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc7d23-cec6-449b-90dd-ccda7dbc7d71 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1ca31-8016-44b7-8ec7-9dbb593bb41a,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.803156 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group_rule': {'security_group_id': 'acd1ca31-8016-44b7-8ec7-9dbb593bb41a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:38.868791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d4b1-d4e2-4a25-8a1e-825b899f177b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.893406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (4d6525f9-557e-48e1-a96d-6751fd926a58), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.946452 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d4b1-d4e2-4a25-8a1e-825b899f177b admin admin] Publish callbacks [] for security_group (6fa50210-7e65-4bfb-97d3-ad62e1719632), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.950381 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e8c0d4b1-d4e2-4a25-8a1e-825b899f177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6fa50210-7e65-4bfb-97d3-ad62e1719632), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.990495 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e8c0d4b1-d4e2-4a25-8a1e-825b899f177b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d5f35c396a4c4d6fb8980583f91f80e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725697 Oct 13 04:26:38.990681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (4d6525f9-557e-48e1-a96d-6751fd926a58), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:38.991684 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0d4b1-d4e2-4a25-8a1e-825b899f177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa50210-7e65-4bfb-97d3-ad62e1719632,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.993019 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33300) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:38.996029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.006257 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (4d6525f9-557e-48e1-a96d-6751fd926a58), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.043329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6525f9-557e-48e1-a96d-6751fd926a58,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.064328 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.065547 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6e1dc351-c3a6-46de-bc0e-cca5f9b22046 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2669239 Oct 13 04:26:39.068414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33302) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:39.077435 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'security_group_rule': {'security_group_id': 'acd1ca31-8016-44b7-8ec7-9dbb593bb41a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:39.116805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.125243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:39.132799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] Publish callbacks [] for security_group (6fa50210-7e65-4bfb-97d3-ad62e1719632), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.170321 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (229922f7-6716-4c11-8800-21d746976444), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.207590 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] Publish callbacks [] for security_group (6fa50210-7e65-4bfb-97d3-ad62e1719632), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.214006 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Network 70d105db-93f5-4592-bb80-f58af13e321b is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:39.232014 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:39.240654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:26:39.244065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event updated for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.290642 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:39.337224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (229922f7-6716-4c11-8800-21d746976444), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.344240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:39.344863 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.350050 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (229922f7-6716-4c11-8800-21d746976444), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.387185 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-8989d244-13b7-4935-8a4a-59ff43872d7b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525823 Oct 13 04:26:39.391140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229922f7-6716-4c11-8800-21d746976444,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.394407 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6fa50210-7e65-4bfb-97d3-ad62e1719632), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.397204 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.398381 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6fa50210-7e65-4bfb-97d3-ad62e1719632 HTTP/1.1" status: 204 len: 168 time: 0.4003959 Oct 13 04:26:39.404626 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.409085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33306) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:39.410862 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-09d2e231-be08-4eb6-9edd-a3270a0852eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353832 Oct 13 04:26:39.414448 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:39.418377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ec8d-08d4-4004-b50c-82fb67817ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa50210-7e65-4bfb-97d3-ad62e1719632,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.444165 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Request body: {'port': {'device_id': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:39.462950 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.585683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:39.588445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-0415d822-d7d1-498a-a332-f5f4c5e38d8d None None] Provisioning complete for port b7fcfa46-fbb2-466a-962d-bdf70352c79c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:39.588932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0415d822-d7d1-498a-a332-f5f4c5e38d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.589163 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-0415d822-d7d1-498a-a332-f5f4c5e38d8d None None] Attempt 1 to provision port b7fcfa46-fbb2-466a-962d-bdf70352c79c Oct 13 04:26:39.612343 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.638892 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186fd62-0b97-456c-9d4d-14d6d7821311 req-15df9e07-994b-419a-873e-4b764166db9d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:39.645821 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9186fd62-0b97-456c-9d4d-14d6d7821311 req-15df9e07-994b-419a-873e-4b764166db9d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1106122 Oct 13 04:26:39.665322 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-0415d822-d7d1-498a-a332-f5f4c5e38d8d None None] Port b7fcfa46-fbb2-466a-962d-bdf70352c79c cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:26:39.681015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba96c16-d757-4125-a30b-fbf9734d1b44 req-247faf0d-6bae-464c-9563-b24df05033f1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:39.688764 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ba96c16-d757-4125-a30b-fbf9734d1b44 req-247faf0d-6bae-464c-9563-b24df05033f1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0933137 Oct 13 04:26:39.689050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:39.711580 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:39.779442 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9186fd62-0b97-456c-9d4d-14d6d7821311 req-f1e70187-86a5-44dd-a1af-0ba63f383ddd tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273201 Oct 13 04:26:39.857494 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6ba96c16-d757-4125-a30b-fbf9734d1b44 req-f938a79d-ba9a-48fd-ac77-d03af268e42c tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677020 Oct 13 04:26:39.860052 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Allocated IP 172.27.1.240 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/36dfe75c-a6ff-4c05-af86-7644cde00c48) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:39.933882 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33316) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:39.977937 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a23e8-238d-4be1-9a36-3af64ea89459 req-beed54cf-a48c-42d5-b306-d67fb9ab6b9f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:39.979465 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb0a23e8-238d-4be1-9a36-3af64ea89459 req-beed54cf-a48c-42d5-b306-d67fb9ab6b9f tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 931 time: 0.1209772 Oct 13 04:26:39.990794 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a702957-edec-44d6-a663-7f5cf73c5f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.033015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fcfa46-fbb2-466a-962d-bdf70352c79c {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:40.041112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks [] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.054954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Transition to ACTIVE for port object b7fcfa46-fbb2-466a-962d-bdf70352c79c will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:26:40.059691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.091258 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb0a23e8-238d-4be1-9a36-3af64ea89459 req-7739e099-c6ef-4a32-8ff0-095e93ea680a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015217 Oct 13 04:26:40.116101 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.188144 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a702957-edec-44d6-a663-7f5cf73c5f71 admin admin] Publish callbacks [] for security_group (3296c3c1-a0e5-42b4-8eeb-5259d2b8affe), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.188617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Pushing event updated for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.192831 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3a702957-edec-44d6-a663-7f5cf73c5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3296c3c1-a0e5-42b4-8eeb-5259d2b8affe), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.205973 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.206779 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-cf086737-d7bd-42e2-ad06-59ebdf5a2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.209113 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-cf086737-d7bd-42e2-ad06-59ebdf5a2d2e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90&tenant_id=fabffb6796a34773987a4f7e414352d0 HTTP/1.1" status: 200 len: 1128 time: 0.1098096 Oct 13 04:26:40.232280 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Attempting to bind port b7fcfa46-fbb2-466a-962d-bdf70352c79c on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:26:40.232617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Attempting to bind port b7fcfa46-fbb2-466a-962d-bdf70352c79c by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:26:40.232945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Attempting to bind port b7fcfa46-fbb2-466a-962d-bdf70352c79c on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:40.273132 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702957-edec-44d6-a663-7f5cf73c5f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3296c3c1-a0e5-42b4-8eeb-5259d2b8affe,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.278443 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:40.287687 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3a702957-edec-44d6-a663-7f5cf73c5f71 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9c71282799414a6ca819211d84bbd8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470654 Oct 13 04:26:40.288151 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33318) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:40.288532 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:40.291384 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:26:40.294800 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=36dfe75c-a6ff-4c05-af86-7644cde00c48,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.320575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:40.326956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-13284286-b5f6-415a-9e1b-afc3b70270a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.328480 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-13284286-b5f6-415a-9e1b-afc3b70270a9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1128 time: 0.0734549 Oct 13 04:26:40.328863 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:40.340000 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:40.352269 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Port b7fcfa46-fbb2-466a-962d-bdf70352c79c on network 70d105db-93f5-4592-bb80-f58af13e321b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:40.352597 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Attempting to bind port b7fcfa46-fbb2-466a-962d-bdf70352c79c on network 70d105db-93f5-4592-bb80-f58af13e321b {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:40.381492 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.423606 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.462469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] Publish callbacks [] for security_group (3296c3c1-a0e5-42b4-8eeb-5259d2b8affe), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.468929 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:26:40.469276 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Checking segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:26:40.469661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Bound using segment: {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:26:40.470110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Bound port: b7fcfa46-fbb2-466a-962d-bdf70352c79c, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba04be-2c86-40bc-b1ea-0c9603f7889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:26:40.470498 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.517211 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:40.528757 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] Publish callbacks [] for security_group (3296c3c1-a0e5-42b4-8eeb-5259d2b8affe), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.562615 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-4e77bae9-e919-45ee-9434-811180da50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.564123 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-4e77bae9-e919-45ee-9434-811180da50ae service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 910 time: 0.2290943 Oct 13 04:26:40.574860 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.579489 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.646527 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=36dfe75c-a6ff-4c05-af86-7644cde00c48,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.648301 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:40.649437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.653681 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:40.666044 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.667362 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b5963d39-e0a7-4b4a-b285-1f440f7f69e1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2571931 Oct 13 04:26:40.667782 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-77363cdf-3d49-437f-8b75-20adf0578479 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 1000 time: 0.0932815 Oct 13 04:26:40.669730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.706156 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.706825 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.708436 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/b7fcfa46-fbb2-466a-962d-bdf70352c79c HTTP/1.1" status: 200 len: 1093 time: 1.2799866 Oct 13 04:26:40.709064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:40.711327 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136aebac-6ce6-4c4f-9dba-f389c93791ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:40.749841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3296c3c1-a0e5-42b4-8eeb-5259d2b8affe), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.752717 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:40.754754 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3296c3c1-a0e5-42b4-8eeb-5259d2b8affe HTTP/1.1" status: 204 len: 168 time: 0.4665015 Oct 13 04:26:40.781669 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0874aa10-70cd-4692-b903-dc8e6344b869 x-openstack-request-id: req-0874aa10-70cd-4692-b903-dc8e6344b869 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:40.782181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:40.782649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0874aa10-70cd-4692-b903-dc8e6344b869 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:40.783203 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0874aa10-70cd-4692-b903-dc8e6344b869'] response: {'name': 'network-changed', 'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'status': 'completed', 'code': 200} Oct 13 04:26:40.792075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7038ab4-3862-44cf-93ee-74f94762d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296c3c1-a0e5-42b4-8eeb-5259d2b8affe,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.801203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-1caf4324-d379-48cf-9ef0-2efba30a6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.802781 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-1caf4324-d379-48cf-9ef0-2efba30a6660 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.1279755 Oct 13 04:26:40.803819 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ee5b-d174-4a63-86d5-5dd6fe975cac service neutron] Pushing event updated for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.903411 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743adb2e-d860-44ed-8825-12067e005cf6 req-7a07cbee-d6ec-49cc-b4df-bc7b274e91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.904930 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-7a07cbee-d6ec-49cc-b4df-bc7b274e91ba service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875416 Oct 13 04:26:40.905884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-ce89b1f4-a058-4a2f-b3e2-9b1d0b60a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:40.907265 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-ce89b1f4-a058-4a2f-b3e2-9b1d0b60a5fe service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0983758 Oct 13 04:26:40.956726 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-3a299409-427f-4b5b-84ea-2d36ea8fc579 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--505275263&fields=id&tenant_id=73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 267 time: 0.0459116 Oct 13 04:26:41.010074 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-2e13f550-9387-4d96-9f28-4f0ebb651593 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c HTTP/1.1" status: 200 len: 217 time: 0.0835199 Oct 13 04:26:41.026164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ff82-9978-44ce-9c51-5043710d7f0c req-1f641bec-ef7c-4883-b8ec-60045991ecc7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.027658 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9462ff82-9978-44ce-9c51-5043710d7f0c req-1f641bec-ef7c-4883-b8ec-60045991ecc7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1421487 Oct 13 04:26:41.078971 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-d14401cb-6bbb-4294-9d43-b5d8011edd0e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.080506 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-d14401cb-6bbb-4294-9d43-b5d8011edd0e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 810 time: 0.1170244 Oct 13 04:26:41.105459 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-4b1cec89-e57b-4e0e-9f6a-a1ab48e050fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/quotas/73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 375 time: 0.0107269 Oct 13 04:26:41.124384 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-cda6fbe3-459e-444e-ad21-e9e8d36b7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.125878 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-cda6fbe3-459e-444e-ad21-e9e8d36b7613 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.1059096 Oct 13 04:26:41.141066 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-109c4c9c-aa43-4e96-99f0-07bcb207ab23 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163451 Oct 13 04:26:41.160523 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-2e9c2f44-6c1f-4906-8541-890cd2bf093d tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477273 Oct 13 04:26:41.185606 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9462ff82-9978-44ce-9c51-5043710d7f0c req-a1002467-8505-4128-829f-c2880a3b47f5 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479034 Oct 13 04:26:41.196949 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:41.241676 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-716cb7e1-867a-41f5-8196-d6dc276806b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.243223 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-716cb7e1-867a-41f5-8196-d6dc276806b3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090879 Oct 13 04:26:41.256237 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:41.302060 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-aca074f8-a321-4c7f-8b91-f2d1638c45ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294608 Oct 13 04:26:41.380438 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-743adb2e-d860-44ed-8825-12067e005cf6 req-41995028-db88-461c-b415-d6e58b3fe803 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284904 Oct 13 04:26:41.389910 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2e3db-5d9c-4e8b-9c01-6ccd578b781b req-3c43000e-8132-41be-84fa-9b5eb29973a0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.391453 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e6f2e3db-5d9c-4e8b-9c01-6ccd578b781b req-3c43000e-8132-41be-84fa-9b5eb29973a0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.1051042 Oct 13 04:26:41.422373 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-b0200520-0f93-4404-9b2a-c596ea6e2047 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124821 Oct 13 04:26:41.432796 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-f0899e1e-35b6-4d7f-9c08-e65e0671c305 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803868 Oct 13 04:26:41.466755 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e6f2e3db-5d9c-4e8b-9c01-6ccd578b781b req-1893ff33-d75a-4792-a9ec-c23fe2118918 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661461 Oct 13 04:26:41.617007 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4c3a1756-426a-4eb4-97b0-60287d2263a2 req-1a093f6e-6c40-4f62-ac5c-9412a58833d1 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 210 time: 0.0403943 Oct 13 04:26:41.618987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9c821-4fdc-42eb-a1f2-bf05545bb376 req-ebc33f4d-9a96-4d35-9111-38711b21c599 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:41.621101 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-23b9c821-4fdc-42eb-a1f2-bf05545bb376 req-ebc33f4d-9a96-4d35-9111-38711b21c599 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 943 time: 0.0830615 Oct 13 04:26:41.677775 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-23b9c821-4fdc-42eb-a1f2-bf05545bb376 req-d36e3288-9135-42d6-a30b-d375994befcb tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Oct 13 04:26:41.847271 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07249ebe-3f16-438a-9e88-3cb4c6dd9f3e req-b627f68c-5bd9-46cb-a6ce-5f356ba30cf6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135697 Oct 13 04:26:42.326720 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4ba54-e149-4061-ac14-362155e0dfca req-c369b0fc-982e-4941-b16b-7da29207c01a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:42.328314 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3f4ba54-e149-4061-ac14-362155e0dfca req-c369b0fc-982e-4941-b16b-7da29207c01a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0512507 Oct 13 04:26:42.366181 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:42.380240 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e3f4ba54-e149-4061-ac14-362155e0dfca req-9de3402f-c039-42db-8626-2f8bbe8c1f69 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 Oct 13 04:26:42.603878 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381db4-726f-43f5-83e0-5a632e2aae6b req-0cce64f5-b00a-4588-9a3c-558493151043 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:42.605398 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e381db4-726f-43f5-83e0-5a632e2aae6b req-0cce64f5-b00a-4588-9a3c-558493151043 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0550115 Oct 13 04:26:42.658260 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e381db4-726f-43f5-83e0-5a632e2aae6b req-0b7f0b01-9fad-455a-a0da-9e39c05e8371 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467079 Oct 13 04:26:42.728323 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0fd95b3c-0a30-42d4-8dcc-2dea8fa5d687 req-68708286-8d65-4f72-9568-c70d744d7bf4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 210 time: 0.0322549 Oct 13 04:26:42.762885 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-b5c8faa2-d276-49e7-ad1d-62ff02b3306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:42.764672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-b5c8faa2-d276-49e7-ad1d-62ff02b3306e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0486839 Oct 13 04:26:42.864020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf15d-4eaa-4005-b19c-14082a96f23b req-fcf1fda7-d661-4531-bd87-952fe84c4ea1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:42.865409 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-eafcf15d-4eaa-4005-b19c-14082a96f23b req-fcf1fda7-d661-4531-bd87-952fe84c4ea1 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 943 time: 0.0940998 Oct 13 04:26:42.921864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-cb35a4ac-d3bf-42a5-9b24-e677d26b8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:42.923361 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-cb35a4ac-d3bf-42a5-9b24-e677d26b8f09 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.1533012 Oct 13 04:26:42.971336 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-eafcf15d-4eaa-4005-b19c-14082a96f23b req-d8fdc2da-d1e8-4b80-8e92-9ccc4a88bbe0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971055 Oct 13 04:26:42.973243 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-a6e5946e-cfc9-45ee-8628-5568b21ab375 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c HTTP/1.1" status: 200 len: 217 time: 0.0400844 Oct 13 04:26:43.027988 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-88a38f7f-ee6a-47ec-bf3f-a7d713d29b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:43.029478 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-88a38f7f-ee6a-47ec-bf3f-a7d713d29b98 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0499837 Oct 13 04:26:43.073061 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-702bd474-7e9c-473b-a961-cbc9a3aea20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:43.074608 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-702bd474-7e9c-473b-a961-cbc9a3aea20a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391448 Oct 13 04:26:43.134559 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:43.168804 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=77 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:43.171686 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-bee4abf1-a3a8-47ec-a827-61ba3dd1e7bc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910900 Oct 13 04:26:43.510395 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-136aebac-6ce6-4c4f-9dba-f389c93791ab req-d323fec4-f282-4e48-8ba5-52fcbc7e946f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961859 Oct 13 04:26:43.519343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483563-669f-44ed-a85d-01fac97d5e72 req-273af950-7f82-49f6-bdaa-77be6439713b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:43.520887 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81483563-669f-44ed-a85d-01fac97d5e72 req-273af950-7f82-49f6-bdaa-77be6439713b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0500257 Oct 13 04:26:43.585583 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-81483563-669f-44ed-a85d-01fac97d5e72 req-35984940-0b2a-4fed-b741-f0f6e138ff60 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589213 Oct 13 04:26:43.622903 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:43.640382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-d652c559-db25-4657-a84f-ff1fc0272c10 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:43.641964 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-d652c559-db25-4657-a84f-ff1fc0272c10 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 810 time: 0.1192195 Oct 13 04:26:43.758168 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-93cbfe8c-182e-4c24-a688-22bb1a4a158c tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73d6c8ffc0354e9d889b1abc471602ac HTTP/1.1" status: 200 len: 379 time: 0.0836077 Oct 13 04:26:43.797929 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f7b7c-68c3-4364-9e16-4e2c86ca6544 req-67ac0d40-d5d8-46e4-b3d2-525cb5ca6a4a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:43.799400 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a7f7b7c-68c3-4364-9e16-4e2c86ca6544 req-67ac0d40-d5d8-46e4-b3d2-525cb5ca6a4a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0580978 Oct 13 04:26:43.834516 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'port': {'device_id': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'admin_state_up': True, 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'security_groups': ['acd1ca31-8016-44b7-8ec7-9dbb593bb41a']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:43.868762 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-11e94fcb-8796-462b-816f-1020b45e28ed req-19ccf46b-5ae1-435d-a046-66bdeb329822 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 210 time: 0.0320196 Oct 13 04:26:43.919474 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0a7f7b7c-68c3-4364-9e16-4e2c86ca6544 req-695ed799-13e7-4022-9858-5112de279757 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109188 Oct 13 04:26:43.977573 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Made reservation on behalf of 73d6c8ffc0354e9d889b1abc471602ac for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:43.981531 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.094951 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e0b6-789f-487a-8ec7-bf3712f4fdcb req-4b6075ea-f3f8-4405-9635-b79fe960467c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:44.096470 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3a8e0b6-789f-487a-8ec7-bf3712f4fdcb req-4b6075ea-f3f8-4405-9635-b79fe960467c tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 943 time: 0.0478849 Oct 13 04:26:44.112939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Allocated IP 172.20.0.11 (80a6f545-b088-4d6c-b95e-6cedd0b72a59/63435567-ec98-4c1f-b48a-9cd87c21e861/df61582b-5a9b-4646-8d63-4fa70aa7b3ab) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:44.147808 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b3a8e0b6-789f-487a-8ec7-bf3712f4fdcb req-69149f15-25ad-4ff3-ba92-d4c9012d8d2a tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Oct 13 04:26:44.250377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.281955 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.289832 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:44.338554 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device b7fcfa46-fbb2-466a-962d-bdf70352c79c details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:44.448508 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:44.461194 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'port_id': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'mac_address': 'fa:16:3e:0d:66:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:44.497188 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port b7fcfa46-fbb2-466a-962d-bdf70352c79c is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:44.497589 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.516364 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fcfa46-fbb2-466a-962d-bdf70352c79c {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:44.536659 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:44.540573 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.576497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:44.583045 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:44.585181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event updated for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:44.587701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:26:44.591420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:44.646266 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:44.646831 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.665672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-11220dad-beb1-4a76-88d6-8b11300823fc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355331 Oct 13 04:26:44.686476 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Request body: {'port': {'device_id': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:44.721995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:44.755140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5405-9784-4e88-9c4f-25c0914e6bc4 req-09a1309a-9451-4528-b497-8fd38769feab tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:44.756640 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c3a5405-9784-4e88-9c4f-25c0914e6bc4 req-09a1309a-9451-4528-b497-8fd38769feab tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0859427 Oct 13 04:26:44.807640 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.818136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-3cb30b7e-6bbb-4121-9786-4f89fdf4c818 None None] Provisioning complete for port df61582b-5a9b-4646-8d63-4fa70aa7b3ab triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:44.818542 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cb30b7e-6bbb-4121-9786-4f89fdf4c818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:44.818881 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-3cb30b7e-6bbb-4121-9786-4f89fdf4c818 None None] Attempt 1 to provision port df61582b-5a9b-4646-8d63-4fa70aa7b3ab Oct 13 04:26:44.843264 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c3a5405-9784-4e88-9c4f-25c0914e6bc4 req-99944e9f-0d63-41c1-b014-29b531bbcaeb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795972 Oct 13 04:26:44.852834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-3cb30b7e-6bbb-4121-9786-4f89fdf4c818 None None] Port df61582b-5a9b-4646-8d63-4fa70aa7b3ab cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:26:44.854971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['b7fcfa46-fbb2-466a-962d-bdf70352c79c'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:44.915834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:45.039687 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e3475-5f7a-4235-895f-78cde8f756ee req-3ece4a50-ba7d-4b66-9845-2eaf1bc033eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.047596 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b9e3475-5f7a-4235-895f-78cde8f756ee req-3ece4a50-ba7d-4b66-9845-2eaf1bc033eb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 932 time: 0.0629125 Oct 13 04:26:45.101851 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879df51-1bec-48cf-b884-842a48204dcf req-6bd73588-b83e-430d-9aaf-1536962ee3d6 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.103397 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2879df51-1bec-48cf-b884-842a48204dcf req-6bd73588-b83e-430d-9aaf-1536962ee3d6 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0683436 Oct 13 04:26:45.103750 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b9e3475-5f7a-4235-895f-78cde8f756ee req-982a6a50-6599-47d6-bd18-af56369f6789 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550489 Oct 13 04:26:45.223017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df61582b-5a9b-4646-8d63-4fa70aa7b3ab {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:45.223848 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks [] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:45.233819 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2879df51-1bec-48cf-b884-842a48204dcf req-05b94ea0-bfbb-42a2-9938-7b1811fd5572 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192284 Oct 13 04:26:45.267918 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Transition to ACTIVE for port object df61582b-5a9b-4646-8d63-4fa70aa7b3ab will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:26:45.283066 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:45.291961 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cbe61-c29a-4fb4-afff-98f48de89484 req-ee6d7568-8fbc-40ac-8162-37f71e923ff5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.299018 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b12cbe61-c29a-4fb4-afff-98f48de89484 req-ee6d7568-8fbc-40ac-8162-37f71e923ff5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 944 time: 0.0594687 Oct 13 04:26:45.327086 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:45.341175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Pushing event updated for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:45.355086 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b12cbe61-c29a-4fb4-afff-98f48de89484 req-15e64707-7ccf-4929-a05c-de908d1a0d0b tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551331 Oct 13 04:26:45.419284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Attempting to bind port df61582b-5a9b-4646-8d63-4fa70aa7b3ab on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:26:45.419629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Attempting to bind port df61582b-5a9b-4646-8d63-4fa70aa7b3ab by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:26:45.419965 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Attempting to bind port df61582b-5a9b-4646-8d63-4fa70aa7b3ab on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:45.462685 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Port df61582b-5a9b-4646-8d63-4fa70aa7b3ab on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:45.463014 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Attempting to bind port df61582b-5a9b-4646-8d63-4fa70aa7b3ab on network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:45.504864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:26:45.505201 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Checking segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:26:45.505587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Bound using segment: {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:26:45.506022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Bound port: df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:26:45.506411 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:45.516446 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:45.570829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:45.573787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:45.579930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:45.584041 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.584658 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:45.586004 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/df61582b-5a9b-4646-8d63-4fa70aa7b3ab HTTP/1.1" status: 200 len: 1094 time: 0.9045701 Oct 13 04:26:45.586575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:45.588802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb8816-885e-40d6-9e3d-e982821acb09" -d '{"events": [{"name": "network-changed", "server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:45.628601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af531916-2605-4f14-9982-95a9212f7afb x-openstack-request-id: req-af531916-2605-4f14-9982-95a9212f7afb {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:45.628885 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:45.629134 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af531916-2605-4f14-9982-95a9212f7afb {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:45.629525 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af531916-2605-4f14-9982-95a9212f7afb'] response: {'name': 'network-changed', 'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'status': 'completed', 'code': 200} Oct 13 04:26:45.639690 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252f7e4-4929-4bf5-804e-be85d6567148 service neutron] Pushing event updated for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:45.700200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-ab243d4a-b6d8-4299-bdaa-e4359fdd44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.701809 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-ab243d4a-b6d8-4299-bdaa-e4359fdd44f6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 1128 time: 0.0421684 Oct 13 04:26:45.721192 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:45.738518 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:45.751138 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-406fa2e4-fc1a-4e14-9a67-1e9a73f40ee6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab HTTP/1.1" status: 200 len: 217 time: 0.0348833 Oct 13 04:26:45.804722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-2b689a05-9394-4474-b98d-ecc2d1f0ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.806159 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-2b689a05-9394-4474-b98d-ecc2d1f0ad06 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.0481803 Oct 13 04:26:45.851842 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bc83-880c-4703-80c1-1f1594fa487f req-68235337-f719-4e6e-b820-1533fe6002f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.853211 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-68235337-f719-4e6e-b820-1533fe6002f5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386050 Oct 13 04:26:45.948071 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-c0a53f93-a6dd-495a-ba71-440b6ff268c9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885363 Oct 13 04:26:45.982334 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574e90b-dbb4-4e92-95ad-584224a832db req-839dbcc6-c042-4c9f-b42f-33c7027541cc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:45.983801 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5574e90b-dbb4-4e92-95ad-584224a832db req-839dbcc6-c042-4c9f-b42f-33c7027541cc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0471370 Oct 13 04:26:46.030427 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5574e90b-dbb4-4e92-95ad-584224a832db req-729d4277-afad-4d6d-a033-d8291b7ad158 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Oct 13 04:26:46.038954 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8400bc83-880c-4703-80c1-1f1594fa487f req-0392da16-c97b-40f5-a1c7-58e9d4098333 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846550 Oct 13 04:26:46.230428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44fd2-4aba-4552-be61-87129a754406 req-c1eebe81-06dd-4d26-ab73-eadda8bc9e1e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:46.232146 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97b44fd2-4aba-4552-be61-87129a754406 req-c1eebe81-06dd-4d26-ab73-eadda8bc9e1e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 944 time: 0.0467439 Oct 13 04:26:46.283022 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-97b44fd2-4aba-4552-be61-87129a754406 req-5fe23e88-b487-4622-a584-373a8f6d0213 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447905 Oct 13 04:26:46.343685 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device b7fcfa46-fbb2-466a-962d-bdf70352c79c up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:46.365596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d3ad-8bab-4956-ab5e-374ae47fd61c req-43bfb146-40ab-4b98-a258-59fd8ca83fdd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:46.367175 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ec1d3ad-8bab-4956-ab5e-374ae47fd61c req-43bfb146-40ab-4b98-a258-59fd8ca83fdd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0568268 Oct 13 04:26:46.393908 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port b7fcfa46-fbb2-466a-962d-bdf70352c79c completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:26:46.397147 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:46.404962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port b7fcfa46-fbb2-466a-962d-bdf70352c79c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:46.406243 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:46.406702 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port b7fcfa46-fbb2-466a-962d-bdf70352c79c Oct 13 04:26:46.431065 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ec1d3ad-8bab-4956-ab5e-374ae47fd61c req-7f8ef2be-4da2-4f65-874e-d8bde132a7ee tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563679 Oct 13 04:26:46.508625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37676bc9-23cc-447b-8045-b9150ed02cfc req-cf46a540-f4d0-4643-a4c8-753031e5cb58 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:46.510134 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-37676bc9-23cc-447b-8045-b9150ed02cfc req-cf46a540-f4d0-4643-a4c8-753031e5cb58 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 944 time: 0.0502355 Oct 13 04:26:46.511413 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port b7fcfa46-fbb2-466a-962d-bdf70352c79c is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:46.511813 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:46.536290 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:46.538624 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d22976-8a86-48df-abf7-3e56efb81c06" -d '{"events": [{"server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "name": "network-vif-plugged", "status": "completed", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:46.552390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:46.559639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:46.570412 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-37676bc9-23cc-447b-8045-b9150ed02cfc req-3e264921-2928-4325-b461-fae5ff439fa3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545852 Oct 13 04:26:46.622351 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:46.715999 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d5e6c-d62b-40e5-99b2-fd02a3024332 x-openstack-request-id: req-454d5e6c-d62b-40e5-99b2-fd02a3024332 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:46.716314 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "name": "network-vif-plugged", "status": "completed", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:46.717715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-454d5e6c-d62b-40e5-99b2-fd02a3024332 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:46.717715 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454d5e6c-d62b-40e5-99b2-fd02a3024332'] response: {'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'code': 200} Oct 13 04:26:47.181311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-612f202c-e6c1-490a-b9d5-2e54afe407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.182743 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-612f202c-e6c1-490a-b9d5-2e54afe407eb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 1128 time: 0.0783041 Oct 13 04:26:47.193417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11a417-2636-4e5c-8cca-234f9b1478cd req-cb8e8b36-edad-426d-b1ae-d2ac63e6fd8b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.195031 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c11a417-2636-4e5c-8cca-234f9b1478cd req-cb8e8b36-edad-426d-b1ae-d2ac63e6fd8b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0783305 Oct 13 04:26:47.244714 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2c11a417-2636-4e5c-8cca-234f9b1478cd req-c93a5aae-7408-4a2d-bd97-8c733d5f4414 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Oct 13 04:26:47.405576 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d06d-2992-42f0-8b9e-77bd7d18b97c req-fd58629f-e101-4c20-9098-24fd5eacb561 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.407133 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ec4d06d-2992-42f0-8b9e-77bd7d18b97c req-fd58629f-e101-4c20-9098-24fd5eacb561 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Oct 13 04:26:47.454104 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ec4d06d-2992-42f0-8b9e-77bd7d18b97c req-1e8a4ff7-dcce-47bd-94c7-923096cf6862 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Oct 13 04:26:47.554896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda026-6076-4b30-bd2a-59165fd89501 req-e6f95105-c7b7-47f8-b8be-d8cd717c7417 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.556357 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75bda026-6076-4b30-bd2a-59165fd89501 req-e6f95105-c7b7-47f8-b8be-d8cd717c7417 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0460992 Oct 13 04:26:47.605268 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-75bda026-6076-4b30-bd2a-59165fd89501 req-f4e93dd6-67dc-44cf-bca4-f00a67b047b5 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Oct 13 04:26:47.700055 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b580b0c-bea4-430d-9456-79b657f00272 req-8c8f2f82-4f16-4291-a4b3-10efe0b7edd9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.701524 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b580b0c-bea4-430d-9456-79b657f00272 req-8c8f2f82-4f16-4291-a4b3-10efe0b7edd9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0514910 Oct 13 04:26:47.750073 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4b580b0c-bea4-430d-9456-79b657f00272 req-0b6a3164-aa6a-45b0-bb10-5d5e8226749e tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Oct 13 04:26:47.837078 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-259bdb92-f65e-4b94-9deb-9181b6488bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.838583 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-259bdb92-f65e-4b94-9deb-9181b6488bc7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.0974336 Oct 13 04:26:47.900898 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-3304406d-dde4-4209-86f8-1a3e39a851a6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab HTTP/1.1" status: 200 len: 217 time: 0.0541105 Oct 13 04:26:47.940088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cc7ab-321b-49c7-b843-ab2ef5808f46 req-1dead035-6d49-48e2-965b-161fa15601bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.941578 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c38cc7ab-321b-49c7-b843-ab2ef5808f46 req-1dead035-6d49-48e2-965b-161fa15601bd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0889068 Oct 13 04:26:47.946962 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:47.976480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-6f695d91-8c65-48bb-89b6-33e45b29eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:47.977959 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-6f695d91-8c65-48bb-89b6-33e45b29eb12 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.0703359 Oct 13 04:26:48.024166 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:48.032018 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c38cc7ab-321b-49c7-b843-ab2ef5808f46 req-bd1e8aea-1f23-42e5-b58f-a381dad7ad24 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804999 Oct 13 04:26:48.037529 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-cf827e7c-800f-45cb-a42c-5917cf319a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:48.039038 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-cf827e7c-800f-45cb-a42c-5917cf319a0f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500853 Oct 13 04:26:48.350878 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device df61582b-5a9b-4646-8d63-4fa70aa7b3ab details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:48.373869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f1bb-29c3-4769-b1c4-66e4a9e9f9e1 req-0197cf11-f423-4df7-a19b-86a4fc4d8da7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:48.376054 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-65c0f1bb-29c3-4769-b1c4-66e4a9e9f9e1 req-0197cf11-f423-4df7-a19b-86a4fc4d8da7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0486231 Oct 13 04:26:48.446077 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-65c0f1bb-29c3-4769-b1c4-66e4a9e9f9e1 req-3cfe62ee-3cb4-48ce-944e-d0b605dcb898 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644917 Oct 13 04:26:48.459248 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:48.476545 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'port_id': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'mac_address': 'fa:16:3e:d2:60:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:48.511777 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port df61582b-5a9b-4646-8d63-4fa70aa7b3ab is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:48.512180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:48.524764 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-973bdf6b-7445-48ea-9db5-ada4b5e0476a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031902 Oct 13 04:26:48.527101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df61582b-5a9b-4646-8d63-4fa70aa7b3ab {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:48.547404 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:48.552964 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:48.553710 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:48.588227 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70691f4a-09db-4998-8d9a-ffa62665a37c req-4b0c89f0-da5b-4296-a685-d8faba95d2bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:48.590802 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70691f4a-09db-4998-8d9a-ffa62665a37c req-4b0c89f0-da5b-4296-a685-d8faba95d2bc tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 945 time: 0.0586002 Oct 13 04:26:48.638570 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-70691f4a-09db-4998-8d9a-ffa62665a37c req-600acbb4-fa3a-419c-a095-8c95fc97478e tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Oct 13 04:26:48.650977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:48.697789 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:48.709732 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'port_id': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'mac_address': 'fa:16:3e:61:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:48.744805 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 9b98fb07-be4c-4add-b232-a8149b2588d6 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:48.745193 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:48.760204 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b98fb07-be4c-4add-b232-a8149b2588d6 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:48.780226 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:48.785205 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:48.789887 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:48.790603 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05cb6-aa0a-4aeb-890f-20ef22c8dd6e req-a7dba8bc-f5d6-421d-a318-c27555b03215 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:48.792227 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62b05cb6-aa0a-4aeb-890f-20ef22c8dd6e req-a7dba8bc-f5d6-421d-a318-c27555b03215 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Oct 13 04:26:48.841609 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:48.893790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b630d-7c72-4da6-a424-55827333d68e req-ddde3077-3bcc-440c-96e5-d6f61df68bf9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:48.895543 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7c6b630d-7c72-4da6-a424-55827333d68e req-ddde3077-3bcc-440c-96e5-d6f61df68bf9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Oct 13 04:26:48.901577 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62b05cb6-aa0a-4aeb-890f-20ef22c8dd6e req-ed55437b-0698-4659-a1bc-f02a3f268c9b tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956357 Oct 13 04:26:48.927085 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d5eb8816-885e-40d6-9e3d-e982821acb09 req-fe61f147-8fd5-4df7-8d97-390bd974b5a8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304400 Oct 13 04:26:48.948237 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7c6b630d-7c72-4da6-a424-55827333d68e req-60ea8fb8-aa2e-4c95-938d-7060d5f81e09 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465539 Oct 13 04:26:49.416101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['df61582b-5a9b-4646-8d63-4fa70aa7b3ab'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:49.474326 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:49.532047 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['9b98fb07-be4c-4add-b232-a8149b2588d6'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:49.590408 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a71ea5-3d96-4943-b833-43dbee4a7500 req-fefcc9a3-8a18-42b8-886a-71f4bee3f593 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:49.592039 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-23a71ea5-3d96-4943-b833-43dbee4a7500 req-fefcc9a3-8a18-42b8-886a-71f4bee3f593 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0540237 Oct 13 04:26:49.645284 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-23a71ea5-3d96-4943-b833-43dbee4a7500 req-88913ad8-f270-4f00-adca-7026cc7dc64f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466299 Oct 13 04:26:49.777402 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292b2f-0ec5-42da-a6f0-94b544faec6d req-d4cab0e3-b11c-41bb-8a2b-76820902619b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:49.778901 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7c292b2f-0ec5-42da-a6f0-94b544faec6d req-d4cab0e3-b11c-41bb-8a2b-76820902619b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Oct 13 04:26:49.826794 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7c292b2f-0ec5-42da-a6f0-94b544faec6d req-71794114-3aec-4158-a700-9525fd4fbf44 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417998 Oct 13 04:26:50.025337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e27b-8ffa-4e6f-ad59-715a15157e6b req-6108d3ba-6b51-4b43-b4c0-33e27a18c824 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.026925 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bbc6e27b-8ffa-4e6f-ad59-715a15157e6b req-6108d3ba-6b51-4b43-b4c0-33e27a18c824 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 945 time: 0.0512087 Oct 13 04:26:50.071166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eb426-9c99-4307-a72a-0bd63ed6b575 req-1e4c8a9d-73a6-4c05-83b9-83a3e9e5cbc9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.072793 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-312eb426-9c99-4307-a72a-0bd63ed6b575 req-1e4c8a9d-73a6-4c05-83b9-83a3e9e5cbc9 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0485837 Oct 13 04:26:50.077458 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bbc6e27b-8ffa-4e6f-ad59-715a15157e6b req-068b1296-10cc-48d0-9e2e-7a9e665b7891 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448980 Oct 13 04:26:50.085864 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:50.123987 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-312eb426-9c99-4307-a72a-0bd63ed6b575 req-fb85d207-6750-4d33-8fa0-58c3218e2cce tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Oct 13 04:26:50.185428 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-1fbc4877-ab4d-4ade-9f78-d2fc091c7851 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1024143026&fields=id&tenant_id=f2b13e92741f40bc8044ed4bc999b07f HTTP/1.1" status: 200 len: 267 time: 0.0454376 Oct 13 04:26:50.237727 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-bfb1f4f7-9417-4177-b3f7-b8094b1fbe01 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.239152 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-bfb1f4f7-9417-4177-b3f7-b8094b1fbe01 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 985 time: 0.0481002 Oct 13 04:26:50.243022 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72bf4d-dcdb-48d3-9ed1-babe3abf7b84 req-ecb6898e-5a95-4daf-89cb-5cee4178adea tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.244523 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-cb72bf4d-dcdb-48d3-9ed1-babe3abf7b84 req-ecb6898e-5a95-4daf-89cb-5cee4178adea tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0500174 Oct 13 04:26:50.250625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Request body: {'port': {'security_groups': ['deec63aa-443c-4f30-b40e-a8f660c39218']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:50.255047 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33544) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:50.260536 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Request body: {'floatingip': {'port_id': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:50.299174 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.333075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.514438 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:50.523637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:50.531135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:50.533008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:50.555171 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.559419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.569132 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.569742 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.571119 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-013b2f6b-a0d1-4e9c-9e9a-bb1d034db863 req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "PUT /networking/v2.0/ports/e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 943 time: 0.3250904 Oct 13 04:26:50.574254 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:50.577304 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2952d1-8f5f-42b9-8698-ccb71a698861" -d '{"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:50.579639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33546) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:50.629032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff172303-b36f-4c4d-ae6b-ff50717f73bd x-openstack-request-id: req-ff172303-b36f-4c4d-ae6b-ff50717f73bd {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:50.629032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:50.629032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ff172303-b36f-4c4d-ae6b-ff50717f73bd {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:50.629032 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff172303-b36f-4c4d-ae6b-ff50717f73bd'] response: {'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:26:50.677296 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783fd04-7e61-4cf2-b8cb-51e3de4fa1a7 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event updated for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=7']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:50.731442 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (21349ea3-568e-48ec-a7c3-300ddcca47bf), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.744551 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-38ff8772-5fb0-4289-9862-ac08360ba418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.746041 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-38ff8772-5fb0-4289-9862-ac08360ba418 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1130 time: 0.0705013 Oct 13 04:26:50.793233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.799682 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.834251 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (21349ea3-568e-48ec-a7c3-300ddcca47bf), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:50.875938 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:50.889119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c96799-bea5-4d4a-b1fc-564c69ea68bb req-6c8cb58d-6b9e-436b-b2b8-57528c8ef2ee tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.896740 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09c96799-bea5-4d4a-b1fc-564c69ea68bb req-6c8cb58d-6b9e-436b-b2b8-57528c8ef2ee tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1535075 Oct 13 04:26:50.962901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-b4c96955-51cb-4f8e-9585-f1cab087ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:50.964421 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-b4c96955-51cb-4f8e-9585-f1cab087ea5c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 916 time: 0.2073147 Oct 13 04:26:50.975693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device df61582b-5a9b-4646-8d63-4fa70aa7b3ab up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:51.038855 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:51.040359 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09c96799-bea5-4d4a-b1fc-564c69ea68bb req-fdb57089-f941-4c2e-bff1-aceb022c3f31 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349115 Oct 13 04:26:51.066079 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32189ca-f5ae-4ebf-845a-51d96063c024 req-b2ed689c-c307-4ac2-a941-17935f5ca237 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:51.071030 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a32189ca-f5ae-4ebf-845a-51d96063c024 req-b2ed689c-c307-4ac2-a941-17935f5ca237 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 945 time: 0.1122155 Oct 13 04:26:51.085833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (21349ea3-568e-48ec-a7c3-300ddcca47bf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.093479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.096267 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/21349ea3-568e-48ec-a7c3-300ddcca47bf HTTP/1.1" status: 204 len: 168 time: 0.5088146 Oct 13 04:26:51.097568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33566) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:51.102999 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP fbfcd1fa-ef04-4264-82be-26c2e5e50eed associated. External IP: 172.27.1.156, port: b7fcfa46-fbb2-466a-962d-bdf70352c79c. Oct 13 04:26:51.125873 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-625d439b-14a8-4063-8464-d06a3213917f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 1001 time: 0.1448083 Oct 13 04:26:51.184974 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c7322-1b04-4f95-bf02-35f60d5e1677 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21349ea3-568e-48ec-a7c3-300ddcca47bf,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:51.186988 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a32189ca-f5ae-4ebf-845a-51d96063c024 req-2f56d2e2-5048-4edc-a58a-fe2ed9e2b9a9 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090522 Oct 13 04:26:51.196537 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port df61582b-5a9b-4646-8d63-4fa70aa7b3ab completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:26:51.255250 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port df61582b-5a9b-4646-8d63-4fa70aa7b3ab triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:51.255644 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.255987 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port df61582b-5a9b-4646-8d63-4fa70aa7b3ab Oct 13 04:26:51.288490 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-6e19a120-727a-4508-b367-b8e5e6df9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:51.289871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-6e19a120-727a-4508-b367-b8e5e6df9f6a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.1491485 Oct 13 04:26:51.311302 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afed60-23b0-40f8-a8b0-b708c1aaf9c9 req-bd2e04b0-ea8e-42cb-8b37-6334c66c8e31 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:51.312662 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-93afed60-23b0-40f8-a8b0-b708c1aaf9c9 req-bd2e04b0-ea8e-42cb-8b37-6334c66c8e31 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 945 time: 0.1234562 Oct 13 04:26:51.329769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:51.336118 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:51.379720 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:51.382041 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:51.415074 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-5d40510f-3f20-45b9-988a-30720a4b7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:51.419196 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-5d40510f-3f20-45b9-988a-30720a4b7fe9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216531 Oct 13 04:26:51.430416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port df61582b-5a9b-4646-8d63-4fa70aa7b3ab is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:51.430823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.479435 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:51.483937 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:51.487552 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d5d159-f161-487b-9356-ead104c86296" -d '{"events": [{"server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "name": "network-vif-plugged", "status": "completed", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:51.492086 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.493172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:51.540667 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d9c45-798d-4252-942b-7f2a9104f611 x-openstack-request-id: req-a50d9c45-798d-4252-942b-7f2a9104f611 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:51.540878 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "name": "network-vif-plugged", "status": "completed", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:51.541137 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a50d9c45-798d-4252-942b-7f2a9104f611 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:51.541536 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50d9c45-798d-4252-942b-7f2a9104f611'] response: {'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'code': 200} Oct 13 04:26:51.553086 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-93afed60-23b0-40f8-a8b0-b708c1aaf9c9 req-802fd472-c46b-4b4f-a92f-9c6531a2c4f8 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077622 Oct 13 04:26:51.557246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Deleting port c4018168-55e0-401d-8ed8-073749ccc8d8 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:51.558001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.587622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:51.598271 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 9b98fb07-be4c-4add-b232-a8149b2588d6 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:51.598670 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.599052 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 9b98fb07-be4c-4add-b232-a8149b2588d6 Oct 13 04:26:51.650199 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:51.656955 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:51.674983 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-fbcfb713-8946-49f8-83e7-923edb034a51 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457561 Oct 13 04:26:51.689750 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 9b98fb07-be4c-4add-b232-a8149b2588d6 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:51.690228 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.730295 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:51.738947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.750046 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:51.755765 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.755904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.756419 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for floatingip (c4018168-55e0-401d-8ed8-073749ccc8d8), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:51.771702 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:51.789369 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7fb2e320-5478-4395-a231-a14d00005924 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/fbfcd1fa-ef04-4264-82be-26c2e5e50eed HTTP/1.1" status: 200 len: 991 time: 1.5326622 Oct 13 04:26:51.790047 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:51.792576 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f8cf6f-0b37-4de3-b069-2c95fd898d50" -d '{"events": [{"name": "network-changed", "server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:51.802568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Calling delete_port for c4018168-55e0-401d-8ed8-073749ccc8d8 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:51.823348 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:51.823520 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:51.851394 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b1307-2030-42e3-870e-cb88291a9ae9 req-7334fff9-a1bd-41b3-9bf2-c7b82bdcedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:51.852775 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-144b1307-2030-42e3-870e-cb88291a9ae9 req-7334fff9-a1bd-41b3-9bf2-c7b82bdcedd3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 1130 time: 0.0919294 Oct 13 04:26:51.866661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:51.894831 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cfd2bd-7368-403e-b565-3e51b0922db0 x-openstack-request-id: req-e4cfd2bd-7368-403e-b565-3e51b0922db0 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:51.895363 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:51.895363 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4cfd2bd-7368-403e-b565-3e51b0922db0 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:51.895767 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cfd2bd-7368-403e-b565-3e51b0922db0'] response: {'name': 'network-changed', 'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'status': 'completed', 'code': 200} Oct 13 04:26:51.949763 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:52.254832 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-37651530-553f-41d0-a56d-61b61228f5ec service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667882 Oct 13 04:26:52.296606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:52.296760 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0769b0-a587-4350-9b01-8fdb3701df84 req-19992df2-23f4-4eac-a0d8-b8aa49ef9abc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:52.304319 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6b0769b0-a587-4350-9b01-8fdb3701df84 req-19992df2-23f4-4eac-a0d8-b8aa49ef9abc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1579919 Oct 13 04:26:52.342087 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-fbe91ed1-dd64-4f1f-89d7-e782c4d60df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:52.343635 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-fbe91ed1-dd64-4f1f-89d7-e782c4d60df0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7397177414dd4ed5baed133cc89e7299&device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 1129 time: 0.2052262 Oct 13 04:26:52.343770 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'fbfcd1fa-ef04-4264-82be-26c2e5e50eed', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:0d:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:34Z', 'updated_at': '2022-10-13T04:26:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:52.355795 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-144b1307-2030-42e3-870e-cb88291a9ae9 req-d87edb9d-1b52-4625-9801-cf5b5049cb0c service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083659 Oct 13 04:26:52.372822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:52.373772 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a70eb6-8e6d-448e-beed-b4b0d21e2184 req-d85db204-4d2b-4044-8bb6-544b53cfdebe tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:52.375523 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8a70eb6-8e6d-448e-beed-b4b0d21e2184 req-d85db204-4d2b-4044-8bb6-544b53cfdebe tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0690181 Oct 13 04:26:52.383056 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:52.383666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:52.437687 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a8a70eb6-8e6d-448e-beed-b4b0d21e2184 req-f371760d-04e9-4e6b-a605-dc610927f253 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545442 Oct 13 04:26:52.485379 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6b0769b0-a587-4350-9b01-8fdb3701df84 req-a49a6d0c-8e45-4ff0-8aa1-c07dd5df951e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801825 Oct 13 04:26:52.497860 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:52.509955 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:52.545165 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-2b60f3d9-c08a-4373-8931-ae0d7d802b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:52.546704 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-2b60f3d9-c08a-4373-8931-ae0d7d802b0b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 200 len: 916 time: 0.1896510 Oct 13 04:26:52.569857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (c4018168-55e0-401d-8ed8-073749ccc8d8), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:52.601954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event deleted for resources: {'Port': ['ID=c4018168-55e0-401d-8ed8-073749ccc8d8,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:52.737186 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks [] for floatingip (476368b2-bbce-4fb7-a8c0-f79f5155d1f2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:52.737903 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Floating IP 476368b2-bbce-4fb7-a8c0-f79f5155d1f2 disassociated (deleted). External IP: 172.27.1.58, port: e493d713-f096-4aa7-b1f4-bc9560bb2da9. Oct 13 04:26:52.743989 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-1ec7cab5-a2fc-479e-85a9-9ae874518f73 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c HTTP/1.1" status: 200 len: 999 time: 0.0839450 Oct 13 04:26:52.766595 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d2c95-771f-46d9-bdae-3513aed692bf req-5a0fbd73-8a01-4132-bfa2-ca9ae3813839 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:52.768091 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a2d2c95-771f-46d9-bdae-3513aed692bf req-5a0fbd73-8a01-4132-bfa2-ca9ae3813839 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0652282 Oct 13 04:26:52.785400 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:52.806793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'fbfcd1fa-ef04-4264-82be-26c2e5e50eed', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:0d:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:34Z', 'updated_at': '2022-10-13T04:26:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:52.826177 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4a2d2c95-771f-46d9-bdae-3513aed692bf req-95e66e38-5c16-4846-a02c-bd4f59ae6a66 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510817 Oct 13 04:26:52.836971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abaf-290b-4810-bb80-71b9c407e68b None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'fbfcd1fa-ef04-4264-82be-26c2e5e50eed', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'port_id': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'mac_address': 'fa:16:3e:0d:66:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:34Z', 'updated_at': '2022-10-13T04:26:50Z', 'revision_number': 1, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:52.964558 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Router ccdf27fc-2c53-4ea5-9642-702ba7f87839 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:52.966861 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:53.039288 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e6898-fb10-43ce-b2fa-7dac617dc5bd None None] New status for floating IP fbfcd1fa-ef04-4264-82be-26c2e5e50eed: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:53.077382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:53.082585 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:53.088613 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Sync routers for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:53.099920 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:53.100588 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:53.118609 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-0886795d-a9e6-44eb-a4b0-502c5a44ccea tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/476368b2-bbce-4fb7-a8c0-f79f5155d1f2 HTTP/1.1" status: 204 len: 168 time: 2.0154953 Oct 13 04:26:53.119721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:53.122855 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376" -d '{"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:53.177350 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d6781b-a2ae-4a41-bd79-ee8e9b8567b7 x-openstack-request-id: req-62d6781b-a2ae-4a41-bd79-ee8e9b8567b7 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:53.177786 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:53.178135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-62d6781b-a2ae-4a41-bd79-ee8e9b8567b7 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:53.178644 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d6781b-a2ae-4a41-bd79-ee8e9b8567b7'] response: {'name': 'network-changed', 'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:26:53.224140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-58a65c51-892a-468d-bbd4-8dcc10135975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.226340 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-58a65c51-892a-468d-bbd4-8dcc10135975 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 200 len: 854 time: 0.0853333 Oct 13 04:26:53.265235 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:53.337887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-f5233cc9-4917-49ea-96db-b91cb37d5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.340208 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-f5233cc9-4917-49ea-96db-b91cb37d5f34 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=70d105db-93f5-4592-bb80-f58af13e321b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939970 Oct 13 04:26:53.343308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-44e70f85-45f1-4d61-a140-21919da5cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.344972 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-44e70f85-45f1-4d61-a140-21919da5cd04 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 1130 time: 0.0847816 Oct 13 04:26:53.480298 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:53.511190 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Checking router: ccdf27fc-2c53-4ea5-9642-702ba7f87839 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:53.523372 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:53.523970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:53.557611 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:53.560008 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057b2655-fe00-42c0-b425-0b4eaf68c116" -d '{"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-plugged", "status": "completed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:53.616770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9f79b-3789-4e2d-978e-1d549685cb37 req-a9a41c81-e995-44d0-b863-4cfe2f81c3ab tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.618178 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ee9f79b-3789-4e2d-978e-1d549685cb37 req-a9a41c81-e995-44d0-b863-4cfe2f81c3ab tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0908439 Oct 13 04:26:53.645444 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:53.660459 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf58b7c-64ac-4663-9939-d39817fc6a7a req-c5edfbe0-611e-4c31-9ae7-a82868d799d2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.662337 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0bf58b7c-64ac-4663-9939-d39817fc6a7a req-c5edfbe0-611e-4c31-9ae7-a82868d799d2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0511386 Oct 13 04:26:53.665195 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-73524f15-dcc7-4eb3-bd8e-d7c3f0b6898a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659758 Oct 13 04:26:53.689584 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ee9f79b-3789-4e2d-978e-1d549685cb37 req-0d196a68-41fa-46d0-a8c5-19bc2d6aef06 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639939 Oct 13 04:26:53.700994 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:53.725893 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0bf58b7c-64ac-4663-9939-d39817fc6a7a req-c8e2fd35-3c4f-495c-b9db-a07e5c91cb2b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572071 Oct 13 04:26:53.785592 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c772838-fac3-47e1-930e-5e0988f204ea x-openstack-request-id: req-5c772838-fac3-47e1-930e-5e0988f204ea {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:53.785885 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-plugged", "status": "completed", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:53.786137 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c772838-fac3-47e1-930e-5e0988f204ea {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:53.786552 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c772838-fac3-47e1-930e-5e0988f204ea'] response: {'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'code': 200} Oct 13 04:26:53.834881 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0646602-d584-4a04-a1fe-fbb3db388a3f req-82ae28c8-beb2-4a12-b77a-0e66fe92d3f4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:53.847265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33626) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:53.847829 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f0646602-d584-4a04-a1fe-fbb3db388a3f req-82ae28c8-beb2-4a12-b77a-0e66fe92d3f4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0624774 Oct 13 04:26:53.851853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Request body: {'floatingip': {'port_id': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:26:53.880948 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:53.882501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:53.902822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:53.916522 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e591dd-96e7-445f-a541-076b81184f97 None None] The sync data for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi is: [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:08Z', 'revision_number': 4, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'c5505ae3-b19b-4b58-be8a-0c5ce9111897', 'name': '', 'network_id': '1ab6a10d-cef9-4781-9526-144afd708fcb', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'mac_address': 'fa:16:3e:59:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '95802049-8c2f-4223-9532-9d80206387a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:08Z', 'updated_at': '2022-10-13T04:24:16Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'subnets': [{'id': '95802049-8c2f-4223-9532-9d80206387a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:54.071108 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458862-4d44-4ab6-9638-c452240d9cb8 req-14e7aadd-aa99-4dfc-9d9b-759ee79a9e17 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:54.080971 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62458862-4d44-4ab6-9638-c452240d9cb8 req-14e7aadd-aa99-4dfc-9d9b-759ee79a9e17 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1411436 Oct 13 04:26:54.183962 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2fd0e-a588-4b24-a726-3075bd42f70d None None] New status for floating IP 476368b2-bbce-4fb7-a8c0-f79f5155d1f2: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:54.226778 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:54.251061 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62458862-4d44-4ab6-9638-c452240d9cb8 req-ddbbdff7-c256-44bf-8775-c817bbd2d93e tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688666 Oct 13 04:26:54.305094 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-63293eac-6c0e-4e8f-a5ca-9c0c653fbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:54.306614 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-63293eac-6c0e-4e8f-a5ca-9c0c653fbc56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 200 len: 916 time: 0.3165381 Oct 13 04:26:54.381741 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:54.404770 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-07f8cf6f-0b37-4de3-b069-2c95fd898d50 req-7075c68f-dddc-4d78-a315-e3674a6332c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786911 Oct 13 04:26:54.614608 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:54.618390 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:54.740257 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-59ffbd0f-755e-4303-84fa-e7cc63c09c0f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 200 len: 217 time: 0.0367532 Oct 13 04:26:54.749553 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Floating IP 719b26ad-4e1a-4d8f-8efc-8da9789808fa associated. External IP: 172.27.1.240, port: df61582b-5a9b-4646-8d63-4fa70aa7b3ab. Oct 13 04:26:54.874971 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:54.893310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:54.988812 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.002171 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:55.045011 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: ACTIVE; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:55.045412 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:55.060133 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:26:55.085805 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.090736 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:55.153135 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=6']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:55.192025 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff4bd-024c-42a6-977c-1c75d18a98d3 req-5e82a44b-9706-42b7-b3d1-a330227e1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:55.193529 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2b0ff4bd-024c-42a6-977c-1c75d18a98d3 req-5e82a44b-9706-42b7-b3d1-a330227e1fce service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.3774865 Oct 13 04:26:55.201817 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3e551-5df1-4212-9067-b35cf58d5550 req-ce522755-3a89-4a1e-a08c-2ca0a92fb3fb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:55.203308 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1af3e551-5df1-4212-9067-b35cf58d5550 req-ce522755-3a89-4a1e-a08c-2ca0a92fb3fb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.3883841 Oct 13 04:26:55.204747 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-5c48b727-6d1f-43d6-b0bd-c558ad15bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:55.206638 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-5c48b727-6d1f-43d6-b0bd-c558ad15bc95 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 200 len: 854 time: 0.4531565 Oct 13 04:26:55.311359 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:55.353696 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-3b19eea6-3e2f-446d-ad73-fe65f0c2a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:55.355246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-3b19eea6-3e2f-446d-ad73-fe65f0c2a3a7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=1ab6a10d-cef9-4781-9526-144afd708fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1296313 Oct 13 04:26:55.371178 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1af3e551-5df1-4212-9067-b35cf58d5550 req-576faff4-18fd-4440-87b6-ca44d0b16936 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597826 Oct 13 04:26:55.389345 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c738-1a98-4a9d-b9a9-2fb907763885 req-3ab9e44b-0e70-4d26-8a1b-2784640385ab tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:55.391733 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8839c738-1a98-4a9d-b9a9-2fb907763885 req-3ab9e44b-0e70-4d26-8a1b-2784640385ab tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0548041 Oct 13 04:26:55.402675 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2b0ff4bd-024c-42a6-977c-1c75d18a98d3 req-a5654588-5102-4848-8d56-3e20945dd430 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780839 Oct 13 04:26:55.464549 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8839c738-1a98-4a9d-b9a9-2fb907763885 req-c6aaab98-cedd-4e5d-8798-5fe19cf310a0 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571375 Oct 13 04:26:55.508025 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:55.546662 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:55.549196 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-de591bb5-557b-450d-a50d-001a59bee0c8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833019 Oct 13 04:26:55.645784 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:55.661600 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:55.666174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:55.672824 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:55.684961 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:55.686136 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:55.703637 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-e8b232e7-efc7-4011-ab27-06a3b7e404c4 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/719b26ad-4e1a-4d8f-8efc-8da9789808fa HTTP/1.1" status: 200 len: 992 time: 1.8529243 Oct 13 04:26:55.703637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:55.706226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68b7d9-212b-43d3-9d1e-92e60c64510d" -d '{"events": [{"name": "network-changed", "server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:55.756184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb17b31-7d4a-402d-8c70-21a822d972c3 x-openstack-request-id: req-7eb17b31-7d4a-402d-8c70-21a822d972c3 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:55.756474 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:55.756724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7eb17b31-7d4a-402d-8c70-21a822d972c3 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:55.757113 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb17b31-7d4a-402d-8c70-21a822d972c3'] response: {'name': 'network-changed', 'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'status': 'completed', 'code': 200} Oct 13 04:26:55.802111 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:55.834988 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b74ffc1d-b3a4-49fa-8093-bc865f9a0376 req-f71b9945-4a5a-486e-ad57-e3787e92f758 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098330 Oct 13 04:26:56.011970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '719b26ad-4e1a-4d8f-8efc-8da9789808fa', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:d2:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:40Z', 'updated_at': '2022-10-13T04:26:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:56.039709 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:56.047872 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:26:56.048461 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:26:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:56.098131 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:56.149448 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:26:56.180839 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:56.266146 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-8d1e3797-0c40-4c58-83ae-1f5d33517fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:56.267914 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-8d1e3797-0c40-4c58-83ae-1f5d33517fda service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 1130 time: 0.0440445 Oct 13 04:26:56.371121 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:56.385295 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-8ff44131-0817-4189-bb27-8c9ee2c2a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:56.387082 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-8ff44131-0817-4189-bb27-8c9ee2c2a085 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 200 len: 911 time: 0.1131599 Oct 13 04:26:56.476617 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-0542e790-2804-49ba-8580-b785b2c4edc4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab HTTP/1.1" status: 200 len: 1000 time: 0.0806410 Oct 13 04:26:56.526468 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '719b26ad-4e1a-4d8f-8efc-8da9789808fa', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:d2:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:40Z', 'updated_at': '2022-10-13T04:26:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:56.539394 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ac88-05df-463c-8c08-4f41016e020f req-cc43e57f-95ab-4265-a946-09a6d6ee765a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:56.548236 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9400ac88-05df-463c-8c08-4f41016e020f req-cc43e57f-95ab-4265-a946-09a6d6ee765a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 944 time: 0.0642705 Oct 13 04:26:56.557506 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d95c5-9770-475c-8b55-1f99dd8463c0 None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': '719b26ad-4e1a-4d8f-8efc-8da9789808fa', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'port_id': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'mac_address': 'fa:16:3e:d2:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:26:40Z', 'updated_at': '2022-10-13T04:26:54Z', 'revision_number': 1, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:56.622948 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9400ac88-05df-463c-8c08-4f41016e020f req-0368f833-c219-4f0b-8950-2424e9709229 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682395 Oct 13 04:26:56.667115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393c5a-821c-45e9-a1a2-c467cdcdeefa req-a60f8969-3ca4-4637-9bc0-b8828edf0ff6 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:56.667643 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2f393c5a-821c-45e9-a1a2-c467cdcdeefa req-a60f8969-3ca4-4637-9bc0-b8828edf0ff6 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1071939 Oct 13 04:26:56.693106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-a0be69d7-39ef-45fb-8e44-8f97218bcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:56.694789 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-a0be69d7-39ef-45fb-8e44-8f97218bcf9b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 200 len: 849 time: 0.0860708 Oct 13 04:26:56.732190 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2f393c5a-821c-45e9-a1a2-c467cdcdeefa req-0341813e-3032-440f-8ec3-1d3643d213cf tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579247 Oct 13 04:26:56.875438 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49839442-94b2-4b87-9b9c-0263ffe00101 None None] New status for floating IP 719b26ad-4e1a-4d8f-8efc-8da9789808fa: ACTIVE {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:26:56.894960 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:56.946332 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:26:56.946717 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:56.947063 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 Oct 13 04:26:57.007275 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d6e19-4ae4-4788-a972-fc3a598229ee req-a8445a8a-564e-4c43-988e-b01c26566b76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:57.010732 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-417d6e19-4ae4-4788-a972-fc3a598229ee req-a8445a8a-564e-4c43-988e-b01c26566b76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0528078 Oct 13 04:26:57.023625 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:26:57.024250 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:57.048908 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:57.051342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e10a373-f56a-4f38-9bec-334db812845d" -d '{"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:57.064699 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:57.069745 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-417d6e19-4ae4-4788-a972-fc3a598229ee req-1879e74f-39bf-4659-80e7-a8bbd4e1ebfc tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535948 Oct 13 04:26:57.071992 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:57.115461 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c40cf7c-146c-4f91-a8d8-ddefd19241d3 x-openstack-request-id: req-6c40cf7c-146c-4f91-a8d8-ddefd19241d3 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:57.115730 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:57.115986 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6c40cf7c-146c-4f91-a8d8-ddefd19241d3 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:57.116378 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c40cf7c-146c-4f91-a8d8-ddefd19241d3'] response: {'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'code': 200} Oct 13 04:26:57.134575 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:57.316430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-e63fbd3a-5bc4-45b4-a57a-4e86208bdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:57.317940 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-e63fbd3a-5bc4-45b4-a57a-4e86208bdd52 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80a6f545-b088-4d6c-b95e-6cedd0b72a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431464 Oct 13 04:26:57.766664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51208df1-7ebb-4187-9621-3f896ea2f81b req-6e136cdf-2ebf-4374-b043-183cb7edc2d3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:57.768369 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-51208df1-7ebb-4187-9621-3f896ea2f81b req-6e136cdf-2ebf-4374-b043-183cb7edc2d3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0520220 Oct 13 04:26:57.816706 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-51208df1-7ebb-4187-9621-3f896ea2f81b req-af4415b2-0593-4870-aac3-fc956fb41421 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Oct 13 04:26:57.859063 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dc82e-ce9e-46b9-bd82-0d40892152a8 req-a4e6e99b-f80a-4114-905f-cbb958f65a5a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:57.860538 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-706dc82e-ce9e-46b9-bd82-0d40892152a8 req-a4e6e99b-f80a-4114-905f-cbb958f65a5a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Oct 13 04:26:57.917786 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-706dc82e-ce9e-46b9-bd82-0d40892152a8 req-ac2f0a0a-d41c-451e-894b-f25f100f3410 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506830 Oct 13 04:26:58.197857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df8ff-7bce-4a23-a334-17c8aea2de1f req-24914f62-d457-4dde-96d4-14a440f04fe9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:58.199437 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d95df8ff-7bce-4a23-a334-17c8aea2de1f req-24914f62-d457-4dde-96d4-14a440f04fe9 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Oct 13 04:26:58.248564 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d95df8ff-7bce-4a23-a334-17c8aea2de1f req-5424cdeb-7de5-4d09-8739-71ef39ee8f92 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Oct 13 04:26:58.365292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33726) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:58.474094 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2a9c-e566-4f21-af90-81fc1a9ab8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.550643 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2a9c-e566-4f21-af90-81fc1a9ab8bf admin admin] Publish callbacks [] for security_group (be5f6518-7f60-4334-8ef7-0f21c0a2c6d6), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.555495 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2a9c-e566-4f21-af90-81fc1a9ab8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (be5f6518-7f60-4334-8ef7-0f21c0a2c6d6), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.593032 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8fdf2a9c-e566-4f21-af90-81fc1a9ab8bf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=372ec495c99743798f45d2532e65ca23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266803 Oct 13 04:26:58.595847 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33730) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:58.597741 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf2a9c-e566-4f21-af90-81fc1a9ab8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f6518-7f60-4334-8ef7-0f21c0a2c6d6,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.644815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] Publish callbacks [] for security_group (be5f6518-7f60-4334-8ef7-0f21c0a2c6d6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.664593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:58.669305 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] Publish callbacks [] for security_group (be5f6518-7f60-4334-8ef7-0f21c0a2c6d6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.701856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:58.716691 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (be5f6518-7f60-4334-8ef7-0f21c0a2c6d6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.719272 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.720420 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/be5f6518-7f60-4334-8ef7-0f21c0a2c6d6 HTTP/1.1" status: 204 len: 168 time: 0.1234963 Oct 13 04:26:58.728528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064f82e-6e46-4d58-a977-032a5194230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f6518-7f60-4334-8ef7-0f21c0a2c6d6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.861451 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4ac8e32c-3861-4678-a071-ad9db3673eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:58.917083 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-4ef4047d-39b4-4bdc-93a1-75bfc28e2a00 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019325 Oct 13 04:26:58.957799 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a0b98-2264-42d4-8715-91586a50108d req-acfd39c1-3a9c-4ca4-a610-b2db62d5bdc8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:58.959268 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb6a0b98-2264-42d4-8715-91586a50108d req-acfd39c1-3a9c-4ca4-a610-b2db62d5bdc8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0477076 Oct 13 04:26:58.996508 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:59.009310 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-eb6a0b98-2264-42d4-8715-91586a50108d req-a29eb6bd-ef49-47a6-a0cf-5d9e6dab8b7b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439785 Oct 13 04:26:59.019835 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33740) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:59.033610 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1652b0b9-97a4-4718-94ed-46246c24da24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.120147 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1652b0b9-97a4-4718-94ed-46246c24da24 admin admin] Publish callbacks [] for security_group (ce8266b1-cfbf-4add-beee-ab27c167ffed), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.125165 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-1652b0b9-97a4-4718-94ed-46246c24da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ce8266b1-cfbf-4add-beee-ab27c167ffed), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.145657 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1b68b7d9-212b-43d3-9d1e-92e60c64510d req-c7a87c0c-6f86-4231-9f1e-3ce411396c2a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950081 Oct 13 04:26:59.166154 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-1652b0b9-97a4-4718-94ed-46246c24da24 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=800f49615f1f4506bfaa79751170a668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451328 Oct 13 04:26:59.167263 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652b0b9-97a4-4718-94ed-46246c24da24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8266b1-cfbf-4add-beee-ab27c167ffed,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.168818 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33750) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:26:59.221142 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] Publish callbacks [] for security_group (ce8266b1-cfbf-4add-beee-ab27c167ffed), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.269110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] Publish callbacks [] for security_group (ce8266b1-cfbf-4add-beee-ab27c167ffed), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.299242 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-51fccc98-41f2-4f43-9a6a-c7912c810e76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:59.300927 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-51fccc98-41f2-4f43-9a6a-c7912c810e76 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0714083 Oct 13 04:26:59.445964 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64e2cc-87e7-4362-8aef-74e16ea6b0b2 req-52e13ef5-0d30-474d-843a-9b9e0ae4449b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:26:59.447523 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c64e2cc-87e7-4362-8aef-74e16ea6b0b2 req-52e13ef5-0d30-474d-843a-9b9e0ae4449b tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 946 time: 0.0979121 Oct 13 04:26:59.450687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ce8266b1-cfbf-4add-beee-ab27c167ffed), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.453198 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.454285 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ce8266b1-cfbf-4add-beee-ab27c167ffed HTTP/1.1" status: 204 len: 168 time: 0.2844591 Oct 13 04:26:59.485487 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Deleting port e493d713-f096-4aa7-b1f4-bc9560bb2da9 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:26:59.485723 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.491275 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017336e-88ad-4075-a874-0d925d5bd28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8266b1-cfbf-4add-beee-ab27c167ffed,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.581817 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c64e2cc-87e7-4362-8aef-74e16ea6b0b2 req-669d186d-a3f7-493c-8170-4097d8d1d068 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=deec63aa-443c-4f30-b40e-a8f660c39218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240418 Oct 13 04:26:59.623223 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] For port e493d713-f096-4aa7-b1f4-bc9560bb2da9, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=e493d713-f096-4aa7-b1f4-bc9560bb2da9,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:59.623893 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.638488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Calling delete_port for e493d713-f096-4aa7-b1f4-bc9560bb2da9 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:26:59.801954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:26:59.833297 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (e493d713-f096-4aa7-b1f4-bc9560bb2da9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.861475 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Pushing event deleted for resources: {'Port': ['ID=e493d713-f096-4aa7-b1f4-bc9560bb2da9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.878876 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['e493d713-f096-4aa7-b1f4-bc9560bb2da9'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:26:59.938928 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] No DVR routers for this DVR port e493d713-f096-4aa7-b1f4-bc9560bb2da9 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:26:59.942980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:26:59.946546 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ac462b5f-d5cd-412b-9e1c-2b2a8d99f5df req-e53db6e4-53e5-4994-b57c-cf94aa934458 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.36 "DELETE /networking/v2.0/ports/e493d713-f096-4aa7-b1f4-bc9560bb2da9 HTTP/1.1" status: 204 len: 173 time: 0.6341250 Oct 13 04:26:59.949937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'name': 'network-vif-deleted', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:26:59.959517 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59737f-af49-4b17-a0a8-e1e4e5aaa6b1" -d '{"events": [{"server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "name": "network-vif-deleted", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:00.028285 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39476f5e-14e8-44b4-a5c6-911231a61947 x-openstack-request-id: req-39476f5e-14e8-44b4-a5c6-911231a61947 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:00.028580 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87c09fa-ebda-45e5-9232-2835de1771a4", "name": "network-vif-deleted", "tag": "e493d713-f096-4aa7-b1f4-bc9560bb2da9", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:00.029107 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-39476f5e-14e8-44b4-a5c6-911231a61947 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:00.029523 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39476f5e-14e8-44b4-a5c6-911231a61947'] response: {'server_uuid': 'd87c09fa-ebda-45e5-9232-2835de1771a4', 'name': 'network-vif-deleted', 'tag': 'e493d713-f096-4aa7-b1f4-bc9560bb2da9', 'status': 'completed', 'code': 200} Oct 13 04:27:00.184131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159afd8-a24d-4fa3-9e6b-57fdf3bed0d5 req-cd73364e-4653-4513-af01-63671ae490d2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:00.186071 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d159afd8-a24d-4fa3-9e6b-57fdf3bed0d5 req-cd73364e-4653-4513-af01-63671ae490d2 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0642262 Oct 13 04:27:00.236255 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:00.291251 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d159afd8-a24d-4fa3-9e6b-57fdf3bed0d5 req-4763c52d-80e5-4b5c-9660-c46440d4d64c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979915 Oct 13 04:27:00.734158 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e0afa6e5-6bfe-42b8-83c1-d2a1a4a8f49f req-5c5fe4e1-8ac5-45ba-9996-dd21fcb955e2 tempest-TestMinimumBasicScenario-1840418566 tempest-TestMinimumBasicScenario-1840418566-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d87c09fa-ebda-45e5-9232-2835de1771a4 HTTP/1.1" status: 200 len: 210 time: 0.0457087 Oct 13 04:27:01.120270 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8add9ca2-aee0-4504-a7d7-ddfa0174a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:01.454894 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf9ecc-d28e-4c63-9029-40f2fc20bef9 req-4dce432f-bd17-4153-bf21-c823f8d8f502 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:01.457007 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3cf9ecc-d28e-4c63-9029-40f2fc20bef9 req-4dce432f-bd17-4153-bf21-c823f8d8f502 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0721049 Oct 13 04:27:01.526128 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e3cf9ecc-d28e-4c63-9029-40f2fc20bef9 req-66fd54ea-ffd4-4298-b5f2-d05ce7dcd5f6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623305 Oct 13 04:27:02.008154 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33836) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:02.164821 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c8700f6-4def-4273-825f-04296f5f070a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.282131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c8700f6-4def-4273-825f-04296f5f070a admin admin] Publish callbacks [] for security_group (45325016-bb63-4b06-8f3d-c5e160bc2a11), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.287683 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4c8700f6-4def-4273-825f-04296f5f070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (45325016-bb63-4b06-8f3d-c5e160bc2a11), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.344553 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4c8700f6-4def-4273-825f-04296f5f070a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=764ba7ae552148ceac4327624ff06db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348699 Oct 13 04:27:02.346979 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8700f6-4def-4273-825f-04296f5f070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45325016-bb63-4b06-8f3d-c5e160bc2a11,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:02.347652 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33856) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:02.412492 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:02.429722 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] Publish callbacks [] for security_group (45325016-bb63-4b06-8f3d-c5e160bc2a11), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.455052 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] Publish callbacks [] for security_group (45325016-bb63-4b06-8f3d-c5e160bc2a11), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.458556 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.537915 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (45325016-bb63-4b06-8f3d-c5e160bc2a11), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.541011 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:02.544867 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/45325016-bb63-4b06-8f3d-c5e160bc2a11 HTTP/1.1" status: 204 len: 168 time: 0.1930096 Oct 13 04:27:02.555197 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f21b3-f01c-4649-8312-54e47cf757aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45325016-bb63-4b06-8f3d-c5e160bc2a11,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:02.723325 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac43e57-778e-4aa4-91fd-f0e3d54cbbc9 req-e059e0b2-217b-489b-8b05-a7cdd4c04f4f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:02.730768 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ac43e57-778e-4aa4-91fd-f0e3d54cbbc9 req-e059e0b2-217b-489b-8b05-a7cdd4c04f4f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0832400 Oct 13 04:27:02.808525 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33880) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:02.859258 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9ac43e57-778e-4aa4-91fd-f0e3d54cbbc9 req-0cbec2ca-188f-4b22-ba3d-e93250455362 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225061 Oct 13 04:27:02.942534 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device e493d713-f096-4aa7-b1f4-bc9560bb2da9 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:02.968237 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: e493d713-f096-4aa7-b1f4-bc9560bb2da9 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:02.968837 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device e493d713-f096-4aa7-b1f4-bc9560bb2da9 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:03.010547 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33882) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:03.030012 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1bf-6659-4d6a-82f5-ebb1fe46372d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.136008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1bf-6659-4d6a-82f5-ebb1fe46372d admin admin] Publish callbacks [] for security_group (b8d52cda-1a94-4276-b4bb-b78560609d41), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.142053 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1bf-6659-4d6a-82f5-ebb1fe46372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b8d52cda-1a94-4276-b4bb-b78560609d41), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.179482 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3c36c1bf-6659-4d6a-82f5-ebb1fe46372d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7506c4653ed64bfc9a5321bb780ea714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678421 Oct 13 04:27:03.194053 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33884) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:03.217364 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c1bf-6659-4d6a-82f5-ebb1fe46372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d52cda-1a94-4276-b4bb-b78560609d41,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:03.263037 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.274839 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] Publish callbacks [] for security_group (b8d52cda-1a94-4276-b4bb-b78560609d41), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.299050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] Publish callbacks [] for security_group (b8d52cda-1a94-4276-b4bb-b78560609d41), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.367601 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b8d52cda-1a94-4276-b4bb-b78560609d41), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.371379 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.372749 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b8d52cda-1a94-4276-b4bb-b78560609d41 HTTP/1.1" status: 204 len: 168 time: 0.1768064 Oct 13 04:27:03.390273 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb4f42-62d5-4de1-8db6-219771fe4bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d52cda-1a94-4276-b4bb-b78560609d41,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:03.525456 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:03.575054 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Deleting port c5505ae3-b19b-4b58-be8a-0c5ce9111897 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:03.575455 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.592829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:03.682415 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] For port c5505ae3-b19b-4b58-be8a-0c5ce9111897, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c5505ae3-b19b-4b58-be8a-0c5ce9111897,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:03.683226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.700687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Calling delete_port for c5505ae3-b19b-4b58-be8a-0c5ce9111897 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:03.938316 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (c5505ae3-b19b-4b58-be8a-0c5ce9111897), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:03.981256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5505ae3-b19b-4b58-be8a-0c5ce9111897,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.125197 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:04.160249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b5eb6-c285-4345-8137-1d55d2d19628 req-51103c90-e768-4875-9538-ffb0e9d374c3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:04.168158 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-350b5eb6-c285-4345-8137-1d55d2d19628 req-51103c90-e768-4875-9538-ffb0e9d374c3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1891394 Oct 13 04:27:04.306672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-350b5eb6-c285-4345-8137-1d55d2d19628 req-15175c2b-52b8-4106-b701-24444ef795dd tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230280 Oct 13 04:27:04.340651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:04.368299 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:04.393424 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fba029-d693-45b3-b2df-275f4792920e None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:27:04.558139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:04.560250 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fba029-d693-45b3-b2df-275f4792920e None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:27:04.918945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Router ccdf27fc-2c53-4ea5-9642-702ba7f87839 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:04.976027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:05.109071 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:05.121790 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:05.145418 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7a5e7806-f429-4356-8d0e-aca39d63b9d8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/ccdf27fc-2c53-4ea5-9642-702ba7f87839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328590 Oct 13 04:27:05.145618 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Sync routers for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:05.146040 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33916) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:05.201789 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:05.202481 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:05.283067 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:05.442172 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks [] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.521614 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:05.558886 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490300e-bf89-49ac-addc-099449a0e528 req-a5ebcb47-8752-4310-bc9b-04f4acf4d6b8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:05.560263 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d490300e-bf89-49ac-addc-099449a0e528 req-a5ebcb47-8752-4310-bc9b-04f4acf4d6b8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0608902 Oct 13 04:27:05.600353 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:05.627760 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.653509 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d490300e-bf89-49ac-addc-099449a0e528 req-64ad4cdf-e499-415c-b7ea-987f93265203 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851190 Oct 13 04:27:05.673498 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks [] for router_gateway (ccdf27fc-2c53-4ea5-9642-702ba7f87839), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.722677 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:05.728439 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Deleting port 6b6ce26a-4e56-4e0a-8948-2440212bcfac {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:05.728784 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.760500 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c2c40576-3fd4-4e9d-8a4d-cc7e2572d920 None None] Provisioning complete for port 890b1407-82bd-41a4-9ab8-802b89036fc2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:27:05.760967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c2c40576-3fd4-4e9d-8a4d-cc7e2572d920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.761387 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c2c40576-3fd4-4e9d-8a4d-cc7e2572d920 None None] Attempt 1 to provision port 890b1407-82bd-41a4-9ab8-802b89036fc2 Oct 13 04:27:05.766722 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:27:03Z', 'revision_number': 5, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port': {'id': '6b6ce26a-4e56-4e0a-8948-2440212bcfac', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:05.825728 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Checking router: ccdf27fc-2c53-4ea5-9642-702ba7f87839 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:05.838898 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] For port 6b6ce26a-4e56-4e0a-8948-2440212bcfac, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6b6ce26a-4e56-4e0a-8948-2440212bcfac,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:05.839301 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:05.851302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Routers {'ccdf27fc-2c53-4ea5-9642-702ba7f87839'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:05.852084 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:05.858716 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Calling delete_port for 6b6ce26a-4e56-4e0a-8948-2440212bcfac owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:05.969980 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c2c40576-3fd4-4e9d-8a4d-cc7e2572d920 None None] Current status of the port 890b1407-82bd-41a4-9ab8-802b89036fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:05.979823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] Set router ccdf27fc-2c53-4ea5-9642-702ba7f87839 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:06.039788 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:27:05Z', 'revision_number': 6, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:06.071579 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (6b6ce26a-4e56-4e0a-8948-2440212bcfac), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.073183 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916d706-d7e7-4418-8d2f-c9427fb9bed3 None None] The sync data for ids ['ccdf27fc-2c53-4ea5-9642-702ba7f87839'] in dv-cinder-860997-1-iscsi is: [{'id': 'ccdf27fc-2c53-4ea5-9642-702ba7f87839', 'name': 'tempest-TestMinimumBasicScenario-1366629270-router', 'tenant_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:05Z', 'updated_at': '2022-10-13T04:27:05Z', 'revision_number': 6, 'project_id': 'f2b13e92741f40bc8044ed4bc999b07f', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:06.099811 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6ce26a-4e56-4e0a-8948-2440212bcfac,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:06.182020 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.300006 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.302807 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks [] for router_controller (ccdf27fc-2c53-4ea5-9642-702ba7f87839), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.378079 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (ccdf27fc-2c53-4ea5-9642-702ba7f87839), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.378948 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdf27fc-2c53-4ea5-9642-702ba7f87839 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:06.400284 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.404751 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c73a934f-c738-474f-a851-7245ffe9444b admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/ccdf27fc-2c53-4ea5-9642-702ba7f87839 HTTP/1.1" status: 204 len: 168 time: 1.2552145 Oct 13 04:27:06.404983 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33928) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:06.487979 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Deleting subnet 95802049-8c2f-4223-9532-9d80206387a3 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:27:06.493166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Publish callbacks [] for subnet (95802049-8c2f-4223-9532-9d80206387a3), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.535656 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (95802049-8c2f-4223-9532-9d80206387a3), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.583806 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:06.664819 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (95802049-8c2f-4223-9532-9d80206387a3), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.744182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (95802049-8c2f-4223-9532-9d80206387a3), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.760674 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.766739 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/95802049-8c2f-4223-9532-9d80206387a3 HTTP/1.1" status: 204 len: 168 time: 0.3580265 Oct 13 04:27:06.766914 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4ccbe-554e-443a-b454-6f051b9a504b None None] Network 1ab6a10d-cef9-4781-9526-144afd708fcb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:27:06.775799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33936) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:06.791840 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3204d-b27f-4189-b335-07e23dbd6861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95802049-8c2f-4223-9532-9d80206387a3,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:06.872631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb10d08-39ae-4602-bc20-c45b8cc7e2f4 req-f9d55583-f0d0-4ef2-b6ce-ac1d8e1ac5c8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:06.879687 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8fb10d08-39ae-4602-bc20-c45b8cc7e2f4 req-f9d55583-f0d0-4ef2-b6ce-ac1d8e1ac5c8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1189041 Oct 13 04:27:06.980730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (1ab6a10d-cef9-4781-9526-144afd708fcb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:06.994482 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:06.996086 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-a800f21d-8aff-4a82-8d4e-a323b00573e1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779574 Oct 13 04:27:06.997389 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:07.023997 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8fb10d08-39ae-4602-bc20-c45b8cc7e2f4 req-5816e663-92ad-4e1b-8126-540931313f88 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414607 Oct 13 04:27:07.050255 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] DHCP port deletion for 1ab6a10d-cef9-4781-9526-144afd708fcb request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:27:07.065199 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Deleting port 890b1407-82bd-41a4-9ab8-802b89036fc2 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:07.066453 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.133546 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Deleting port 890b1407-82bd-41a4-9ab8-802b89036fc2 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:07.133881 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.195326 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] For port 890b1407-82bd-41a4-9ab8-802b89036fc2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=890b1407-82bd-41a4-9ab8-802b89036fc2,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:07.195690 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.216754 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Calling delete_port for 890b1407-82bd-41a4-9ab8-802b89036fc2 owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:07.241678 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] For port 890b1407-82bd-41a4-9ab8-802b89036fc2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=890b1407-82bd-41a4-9ab8-802b89036fc2,segment=NetworkSegment(9673b5a1-f9a5-45cc-a86e-d4a4554913e1),segment_id=9673b5a1-f9a5-45cc-a86e-d4a4554913e1)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:07.242238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.261232 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Calling delete_port for 890b1407-82bd-41a4-9ab8-802b89036fc2 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:07.316960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.343564 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:07.353918 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=890b1407-82bd-41a4-9ab8-802b89036fc2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:07.367197 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] No DVR routers for this DVR port 890b1407-82bd-41a4-9ab8-802b89036fc2 on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:07.373950 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (890b1407-82bd-41a4-9ab8-802b89036fc2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.430979 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] Pushing event deleted for resources: {'Port': ['ID=890b1407-82bd-41a4-9ab8-802b89036fc2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:07.475196 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (1ab6a10d-cef9-4781-9526-144afd708fcb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.479110 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bb0e0-21e4-486d-93df-01f8396d5271 None None] No DVR routers for this DVR port 890b1407-82bd-41a4-9ab8-802b89036fc2 on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:07.511684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab6a10d-cef9-4781-9526-144afd708fcb']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:07.521900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9673b5a1-f9a5-45cc-a86e-d4a4554913e1') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:07.522323 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9673b5a1-f9a5-45cc-a86e-d4a4554913e1') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:07.532594 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (9673b5a1-f9a5-45cc-a86e-d4a4554913e1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.547389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (9673b5a1-f9a5-45cc-a86e-d4a4554913e1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.557814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:07.558397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (9673b5a1-f9a5-45cc-a86e-d4a4554913e1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.606276 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 9673b5a1-f9a5-45cc-a86e-d4a4554913e1 resource provider aggregate not found Oct 13 04:27:07.626624 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 9673b5a1-f9a5-45cc-a86e-d4a4554913e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9673b5a1-f9a5-45cc-a86e-d4a4554913e1 found for delete ", "request_id": "req-f5e2772a-0aba-40df-b9b0-70b58b3a835b"}]} Oct 13 04:27:07.641547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (1ab6a10d-cef9-4781-9526-144afd708fcb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.647654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:07.651293 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/1ab6a10d-cef9-4781-9526-144afd708fcb HTTP/1.1" status: 204 len: 168 time: 0.8722825 Oct 13 04:27:07.654528 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33946) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:07.669007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0197aa4-9a15-49f7-9b81-cfdf2eba8b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab6a10d-cef9-4781-9526-144afd708fcb,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:07.815060 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:08.086081 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-c68a80fc-4710-4f5c-b96d-187cd641c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:08.088871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-c68a80fc-4710-4f5c-b96d-187cd641c7d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.0594430 Oct 13 04:27:08.189257 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6b6ce26a-4e56-4e0a-8948-2440212bcfac no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:08.232052 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 6b6ce26a-4e56-4e0a-8948-2440212bcfac {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:08.232407 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6b6ce26a-4e56-4e0a-8948-2440212bcfac not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:08.232803 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c5505ae3-b19b-4b58-be8a-0c5ce9111897 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:08.272503 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57278a-30a2-4cac-b41d-d8fe66fa0e1d req-2184cb67-eadc-4d19-99c7-c6dbcf087b42 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:08.274037 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1f57278a-30a2-4cac-b41d-d8fe66fa0e1d req-2184cb67-eadc-4d19-99c7-c6dbcf087b42 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0942979 Oct 13 04:27:08.283200 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: c5505ae3-b19b-4b58-be8a-0c5ce9111897 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:08.284053 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c5505ae3-b19b-4b58-be8a-0c5ce9111897 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:08.284574 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 890b1407-82bd-41a4-9ab8-802b89036fc2 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:08.312461 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 890b1407-82bd-41a4-9ab8-802b89036fc2 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:08.312916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 890b1407-82bd-41a4-9ab8-802b89036fc2 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:08.360475 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:08.421843 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1f57278a-30a2-4cac-b41d-d8fe66fa0e1d req-30c64cf0-9643-43e5-a6e9-be6785a6f7e7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373701 Oct 13 04:27:08.664685 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Deleting port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:08.665322 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:08.763360 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] For port 30a3c89e-bef0-4f80-b2fc-afc1b23634c6, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:08.763827 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:08.781683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Calling delete_port for 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:08.829466 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:08.966768 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-5b58ac37-35e7-4e73-a3a1-03851f6fbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:08.968159 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-5b58ac37-35e7-4e73-a3a1-03851f6fbab5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 910 time: 0.1067624 Oct 13 04:27:09.018788 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (30a3c89e-bef0-4f80-b2fc-afc1b23634c6), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:09.024050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:09.046769 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a3c89e-bef0-4f80-b2fc-afc1b23634c6,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:09.257693 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:09.298138 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf155f3-70d8-48aa-8484-8297d921e164 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:27:09.427076 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:09.442978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf155f3-70d8-48aa-8484-8297d921e164 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:27:09.542168 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:09.573877 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:09.618290 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59252c-1a0f-4a78-8b67-2d9aaf421a5c req-7cc2c58c-ae73-4eb9-ac5e-56e29e6695e1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:09.628209 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-be59252c-1a0f-4a78-8b67-2d9aaf421a5c req-7cc2c58c-ae73-4eb9-ac5e-56e29e6695e1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.1075122 Oct 13 04:27:09.718491 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-be59252c-1a0f-4a78-8b67-2d9aaf421a5c req-c6cbd488-7b70-49c7-882b-24e20e386852 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892272 Oct 13 04:27:09.737993 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:09.745566 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2cf57221-8049-4479-bff3-32073141e142 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/bd5768fd-47a0-45dc-bfd3-466b3659ffe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0877349 Oct 13 04:27:09.745790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33958) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:09.762123 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Sync routers for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:09.777264 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:09.779443 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:09.887188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks [] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:09.923935 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-b480fa46-2cb5-4fb0-a66a-7ffc3025ab1b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 1002 time: 0.1233492 Oct 13 04:27:10.010162 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:10.035138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-12a5bf29-ff4c-40d7-8a6b-d0a9271c6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:10.036814 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-12a5bf29-ff4c-40d7-8a6b-d0a9271c6cce service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.1052792 Oct 13 04:27:10.072526 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks [] for router_gateway (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.135770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:10.137719 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-9929977c-ec71-4bdd-af66-99fe6f662a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:10.139531 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-9929977c-ec71-4bdd-af66-99fe6f662a0c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942066 Oct 13 04:27:10.149753 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:10.171319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Deleting port 8a965c6a-6d72-4757-8389-d6d9036be66d {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:10.171691 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.298266 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] For port 8a965c6a-6d72-4757-8389-d6d9036be66d, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=8a965c6a-6d72-4757-8389-d6d9036be66d,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:10.299452 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.314477 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Calling delete_port for 8a965c6a-6d72-4757-8389-d6d9036be66d owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:10.346668 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-e41960d7-c76d-4f99-8d00-102aceb42f23 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987059 Oct 13 04:27:10.387214 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:27:08Z', 'revision_number': 5, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port': {'id': '8a965c6a-6d72-4757-8389-d6d9036be66d', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:24:13Z', 'updated_at': '2022-10-13T04:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.427404 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:10.433343 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Checking router: bd5768fd-47a0-45dc-bfd3-466b3659ffe1 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:10.444371 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Routers {'bd5768fd-47a0-45dc-bfd3-466b3659ffe1'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:10.445211 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.450473 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-35578b66-c57d-4cd6-813a-08689a1f3bfc None None] Provisioning complete for port 34638336-45cc-496c-991a-5edf8131d6cc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:27:10.450976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35578b66-c57d-4cd6-813a-08689a1f3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (34638336-45cc-496c-991a-5edf8131d6cc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.451197 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-35578b66-c57d-4cd6-813a-08689a1f3bfc None None] Attempt 1 to provision port 34638336-45cc-496c-991a-5edf8131d6cc Oct 13 04:27:10.506823 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6c37eab6-ad04-464e-a6e5-273336b163b5 req-c4dbc78e-3f73-4494-8757-effc54c8c526 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486273 Oct 13 04:27:10.561761 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] Set router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:10.574647 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (8a965c6a-6d72-4757-8389-d6d9036be66d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.609764 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a965c6a-6d72-4757-8389-d6d9036be66d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:10.625096 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:27:10Z', 'revision_number': 6, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.656592 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8607b4e6-a04b-472e-9900-23ed4ba0dd77 None None] The sync data for ids ['bd5768fd-47a0-45dc-bfd3-466b3659ffe1'] in dv-cinder-860997-1-iscsi is: [{'id': 'bd5768fd-47a0-45dc-bfd3-466b3659ffe1', 'name': 'tempest-TestMinimumBasicScenario-714607872-router', 'tenant_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:24:12Z', 'updated_at': '2022-10-13T04:27:10Z', 'revision_number': 6, 'project_id': 'f3cec5d37e134dc395624f81a9f77fc1', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:10.722669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.785588 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-35578b66-c57d-4cd6-813a-08689a1f3bfc None None] Current status of the port 34638336-45cc-496c-991a-5edf8131d6cc is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:10.837757 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.855688 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks [] for router_controller (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.913298 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f03718-3de9-4c19-85a8-03c26b98f481 req-4e1e0909-43ba-491b-b2ba-3dedde0b017a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:10.915313 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1f03718-3de9-4c19-85a8-03c26b98f481 req-4e1e0909-43ba-491b-b2ba-3dedde0b017a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0926712 Oct 13 04:27:10.934443 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (bd5768fd-47a0-45dc-bfd3-466b3659ffe1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.935195 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5768fd-47a0-45dc-bfd3-466b3659ffe1 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:10.955912 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:10.959830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 33968) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:10.968452 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4ddf03ed-e0b7-4251-b8f6-e234dffe93c2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/bd5768fd-47a0-45dc-bfd3-466b3659ffe1 HTTP/1.1" status: 204 len: 168 time: 1.2215035 Oct 13 04:27:11.023736 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Deleting subnet 4fe12c44-374c-4ceb-aa87-0eeb29a538a5 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:27:11.027378 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Publish callbacks [] for subnet (4fe12c44-374c-4ceb-aa87-0eeb29a538a5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.069541 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a1f03718-3de9-4c19-85a8-03c26b98f481 req-1c0dd60e-b2e5-401b-b6b5-a38cc219a05f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428728 Oct 13 04:27:11.113538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (4fe12c44-374c-4ceb-aa87-0eeb29a538a5), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.247497 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (4fe12c44-374c-4ceb-aa87-0eeb29a538a5), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.321939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (4fe12c44-374c-4ceb-aa87-0eeb29a538a5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.349687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe12c44-374c-4ceb-aa87-0eeb29a538a5,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.359424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.359777 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.362828 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.363181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.363530 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.363906 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.364256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:11.374677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.376192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f56c8f-de98-454e-85a4-39e1aba4898e None None] Network 4d9ab9a6-7899-4bb4-a75d-649b60b742aa requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:27:11.383639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 33986) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:11.384308 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b457e1ef-35b2-4349-8b01-0531cc53a987 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4fe12c44-374c-4ceb-aa87-0eeb29a538a5 HTTP/1.1" status: 204 len: 168 time: 0.4232922 Oct 13 04:27:11.493838 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (4d9ab9a6-7899-4bb4-a75d-649b60b742aa), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.576867 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Deleting port 34638336-45cc-496c-991a-5edf8131d6cc {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:11.577221 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (34638336-45cc-496c-991a-5edf8131d6cc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.629301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] DHCP port deletion for 4d9ab9a6-7899-4bb4-a75d-649b60b742aa request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:27:11.674829 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] For port 34638336-45cc-496c-991a-5edf8131d6cc, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=34638336-45cc-496c-991a-5edf8131d6cc,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:11.676043 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (34638336-45cc-496c-991a-5edf8131d6cc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.696281 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Deleting port 34638336-45cc-496c-991a-5edf8131d6cc {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:11.700855 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Calling delete_port for 34638336-45cc-496c-991a-5edf8131d6cc owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:11.708597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (34638336-45cc-496c-991a-5edf8131d6cc), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.810702 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (34638336-45cc-496c-991a-5edf8131d6cc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.817073 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:11.847263 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Pushing event deleted for resources: {'Port': ['ID=34638336-45cc-496c-991a-5edf8131d6cc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.852606 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] No DVR routers for this DVR port 34638336-45cc-496c-991a-5edf8131d6cc on host dv-cinder-860997-1-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:11.854140 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] For port 34638336-45cc-496c-991a-5edf8131d6cc, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=34638336-45cc-496c-991a-5edf8131d6cc,segment=NetworkSegment(52c105a8-b4c2-4810-9ad0-ac2371e6e610),segment_id=52c105a8-b4c2-4810-9ad0-ac2371e6e610)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:11.855474 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (34638336-45cc-496c-991a-5edf8131d6cc), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.881314 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Calling delete_port for 34638336-45cc-496c-991a-5edf8131d6cc owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:11.947622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (4d9ab9a6-7899-4bb4-a75d-649b60b742aa), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:11.977950 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9ab9a6-7899-4bb4-a75d-649b60b742aa']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:11.992236 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c105a8-b4c2-4810-9ad0-ac2371e6e610') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:11.992578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c105a8-b4c2-4810-9ad0-ac2371e6e610') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:12.005824 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (52c105a8-b4c2-4810-9ad0-ac2371e6e610), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.031789 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (34638336-45cc-496c-991a-5edf8131d6cc), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.035583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (52c105a8-b4c2-4810-9ad0-ac2371e6e610), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.051263 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:12.052123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (52c105a8-b4c2-4810-9ad0-ac2371e6e610), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.084008 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] No DVR routers for this DVR port 34638336-45cc-496c-991a-5edf8131d6cc on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:12.091389 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30c86-bcb2-4d86-9181-007dfce6413f None None] Pushing event deleted for resources: {'Port': ['ID=34638336-45cc-496c-991a-5edf8131d6cc,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.173494 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (4d9ab9a6-7899-4bb4-a75d-649b60b742aa), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.200923 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.206280 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/4d9ab9a6-7899-4bb4-a75d-649b60b742aa HTTP/1.1" status: 204 len: 168 time: 0.8184528 Oct 13 04:27:12.258736 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c78081-3b19-4ca3-8b84-351cdd21a594 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9ab9a6-7899-4bb4-a75d-649b60b742aa,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.284575 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:12.326981 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba9b60-eb72-4722-8ca4-38a0f4e1d019 req-f960350a-987f-467f-b4d4-f7af8df1aa61 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:12.328744 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5dba9b60-eb72-4722-8ca4-38a0f4e1d019 req-f960350a-987f-467f-b4d4-f7af8df1aa61 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0795956 Oct 13 04:27:12.343557 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:12.346423 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 30a3c89e-bef0-4f80-b2fc-afc1b23634c6 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:12.347236 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 34638336-45cc-496c-991a-5edf8131d6cc no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:12.359330 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 52c105a8-b4c2-4810-9ad0-ac2371e6e610 resource provider aggregate not found Oct 13 04:27:12.381463 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment 52c105a8-b4c2-4810-9ad0-ac2371e6e610 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52c105a8-b4c2-4810-9ad0-ac2371e6e610 found for delete ", "request_id": "req-5cae138f-ed71-4ea8-9fcf-a1c225fa2746"}]} Oct 13 04:27:12.390186 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 34638336-45cc-496c-991a-5edf8131d6cc {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:12.390562 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 34638336-45cc-496c-991a-5edf8131d6cc not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:12.391002 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 8a965c6a-6d72-4757-8389-d6d9036be66d no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:12.424774 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5dba9b60-eb72-4722-8ca4-38a0f4e1d019 req-62b8b610-acd3-49fe-ae88-d217963f5db6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797830 Oct 13 04:27:12.427238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 8a965c6a-6d72-4757-8389-d6d9036be66d {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:27:12.427777 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 8a965c6a-6d72-4757-8389-d6d9036be66d not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:12.474264 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34022) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:12.508188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:12.515591 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d882e05f-7543-4f79-b747-25e0d69873f9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f2b13e92741f40bc8044ed4bc999b07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402484 Oct 13 04:27:12.519321 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34026) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:12.567028 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] Publish callbacks [] for security_group (deec63aa-443c-4f30-b40e-a8f660c39218), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.586803 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] Publish callbacks [] for security_group (deec63aa-443c-4f30-b40e-a8f660c39218), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.615563 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:12.633916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (deec63aa-443c-4f30-b40e-a8f660c39218), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.636483 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:12.637602 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/deec63aa-443c-4f30-b40e-a8f660c39218 HTTP/1.1" status: 204 len: 168 time: 0.1172860 Oct 13 04:27:12.646000 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d42b9-0c4b-4501-9f65-6f848fcce184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deec63aa-443c-4f30-b40e-a8f660c39218,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.657073 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:12.966380 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34034) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:13.008767 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-899f1439-3061-4e8b-b826-07b131d0ca4f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f3cec5d37e134dc395624f81a9f77fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411508 Oct 13 04:27:13.011268 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34040) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:13.063811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] Publish callbacks [] for security_group (59bf9b99-0197-4c04-8b76-3514eef30602), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:13.086223 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] Publish callbacks [] for security_group (59bf9b99-0197-4c04-8b76-3514eef30602), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:13.118032 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:13.150630 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (59bf9b99-0197-4c04-8b76-3514eef30602), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:13.153075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:13.154139 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/59bf9b99-0197-4c04-8b76-3514eef30602 HTTP/1.1" status: 204 len: 168 time: 0.1418846 Oct 13 04:27:13.184469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7c21-92f7-487c-a22a-0664be2a627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf9b99-0197-4c04-8b76-3514eef30602,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.191382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-b43f2b78-cab9-45ca-8c73-ea7297b6d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:13.192945 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-b43f2b78-cab9-45ca-8c73-ea7297b6d7a6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1129 time: 0.0521867 Oct 13 04:27:13.297694 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-f261d344-0fdf-4499-b454-be1e97617cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:13.300119 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-f261d344-0fdf-4499-b454-be1e97617cbe service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.0962558 Oct 13 04:27:13.370103 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-e62e1454-2b58-4a16-abc2-84cf560973ca service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 1001 time: 0.0619147 Oct 13 04:27:13.445986 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-b0c65691-811b-4fed-b8bb-01548cf963bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:13.448121 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-b0c65691-811b-4fed-b8bb-01548cf963bc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0667393 Oct 13 04:27:13.508900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-3160b18b-9c97-44af-ab7b-05ef7a50ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:13.510796 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-3160b18b-9c97-44af-ab7b-05ef7a50ebc0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496471 Oct 13 04:27:13.609851 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeceb36-156c-47b0-a7d7-6127a346d51a req-11795aa6-b091-417f-b63f-9a27c7ec2b57 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:13.619048 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-abeceb36-156c-47b0-a7d7-6127a346d51a req-11795aa6-b091-417f-b63f-9a27c7ec2b57 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0835049 Oct 13 04:27:13.620345 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-f7924101-5c88-40ec-965d-f7d4069f81f7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008985 Oct 13 04:27:13.664930 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-abeceb36-156c-47b0-a7d7-6127a346d51a req-4a9d6ed3-3700-4b40-8845-71629104608b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 Oct 13 04:27:13.733610 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-30280d80-826a-4144-9ae6-b0f3256b0d0d req-7a9cded1-8143-43e5-a178-5fe44af3b5ca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972209 Oct 13 04:27:14.382077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34054) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:14.490270 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff31da90-f65a-4092-9ae8-d91e75d1b888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.563038 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff31da90-f65a-4092-9ae8-d91e75d1b888 admin admin] Publish callbacks [] for security_group (f65f6232-928d-4f2b-909c-1284fe58ab69), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.567543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ff31da90-f65a-4092-9ae8-d91e75d1b888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (f65f6232-928d-4f2b-909c-1284fe58ab69), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.577730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:14.608829 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ff31da90-f65a-4092-9ae8-d91e75d1b888 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fdd0f19eaeff4bf1b33fd1f31729cb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255888 Oct 13 04:27:14.610386 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31da90-f65a-4092-9ae8-d91e75d1b888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65f6232-928d-4f2b-909c-1284fe58ab69,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:14.612873 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34058) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:14.666050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] Publish callbacks [] for security_group (f65f6232-928d-4f2b-909c-1284fe58ab69), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.685309 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] Publish callbacks [] for security_group (f65f6232-928d-4f2b-909c-1284fe58ab69), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.733042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (f65f6232-928d-4f2b-909c-1284fe58ab69), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.735671 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:14.737016 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f65f6232-928d-4f2b-909c-1284fe58ab69 HTTP/1.1" status: 204 len: 168 time: 0.1230247 Oct 13 04:27:14.745038 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11b8b-d746-4cd4-b060-f2a98ddfe3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65f6232-928d-4f2b-909c-1284fe58ab69,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:14.804088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5886d1-61f4-45b0-9513-243a242730fd req-1df7e39f-0c37-4279-975f-2d85e8043baf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:14.806138 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2e5886d1-61f4-45b0-9513-243a242730fd req-1df7e39f-0c37-4279-975f-2d85e8043baf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0546043 Oct 13 04:27:14.860118 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2e5886d1-61f4-45b0-9513-243a242730fd req-baa230be-2c21-4a4d-81f2-17d2a2c1d784 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476913 Oct 13 04:27:15.989937 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15978d-cf6f-417c-90a2-3f8e8bdf4f1a req-86cfb405-b4fb-46e4-927b-e231492493c6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:15.991369 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0c15978d-cf6f-417c-90a2-3f8e8bdf4f1a req-86cfb405-b4fb-46e4-927b-e231492493c6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0490558 Oct 13 04:27:16.043957 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0c15978d-cf6f-417c-90a2-3f8e8bdf4f1a req-54b2ec10-be1f-4df3-90b0-c50e2e8bf7aa tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465701 Oct 13 04:27:17.085225 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94defc50-521e-43c4-bfd5-1643674142dc req-cf2bef49-0e6e-4dd2-954d-35caf5a15649 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:17.086741 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-94defc50-521e-43c4-bfd5-1643674142dc req-cf2bef49-0e6e-4dd2-954d-35caf5a15649 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 945 time: 0.0471916 Oct 13 04:27:17.142855 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-94defc50-521e-43c4-bfd5-1643674142dc req-dea50b19-9155-4b55-836e-9b79e942d0eb tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493119 Oct 13 04:27:17.322851 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-62029132-b337-4792-8c01-da51ee1a51d1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399139 Oct 13 04:27:17.399348 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-bfcb241a-1fb0-4f4a-a2dc-f3bbc034436e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:17.400705 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-bfcb241a-1fb0-4f4a-a2dc-f3bbc034436e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports/fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 942 time: 0.0486197 Oct 13 04:27:17.858738 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:17.936473 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: ACTIVE; New status is: DOWN {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:17.936879 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:17.965149 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:27:17.967523 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4cfd2c-a227-4002-9e2d-92d8cc16d911" -d '{"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-unplugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:17.982371 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:17.987477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:18.024070 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc2868-d2f0-4357-bf05-29375effc369 x-openstack-request-id: req-36dc2868-d2f0-4357-bf05-29375effc369 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:18.024416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-unplugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:18.024682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36dc2868-d2f0-4357-bf05-29375effc369 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:18.025082 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dc2868-d2f0-4357-bf05-29375effc369'] response: {'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'code': 200} Oct 13 04:27:18.050894 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=8']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.274034 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1604-0d30-4784-a56b-898f397e8d53 req-05ca70e4-4191-4b7d-b81c-f673767d1c46 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.275554 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad5e1604-0d30-4784-a56b-898f397e8d53 req-05ca70e4-4191-4b7d-b81c-f673767d1c46 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0477173 Oct 13 04:27:18.331545 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ad5e1604-0d30-4784-a56b-898f397e8d53 req-48931f9c-e267-4694-af1f-06dc07d04100 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499835 Oct 13 04:27:18.521767 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-38214871-14cb-4dff-98c1-5c2b8ddb7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.523298 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-38214871-14cb-4dff-98c1-5c2b8ddb7611 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d&tenant_id=75387c76ea384e5c96a336751c613e6e HTTP/1.1" status: 200 len: 1127 time: 0.0396683 Oct 13 04:27:18.615428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-4add9045-751c-4f96-b457-c9f7d3e7ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.616870 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-4add9045-751c-4f96-b457-c9f7d3e7ff53 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1127 time: 0.0409026 Oct 13 04:27:18.714735 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-e4b0f504-a24f-4a7b-95aa-434cb8cae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.716228 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-e4b0f504-a24f-4a7b-95aa-434cb8cae0d1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.0930519 Oct 13 04:27:18.765309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:18.788797 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-1879b058-6065-4cf9-89e4-b4fc1125a3b2 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 999 time: 0.0591922 Oct 13 04:27:18.843780 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-bce7aa36-3c42-474b-9f43-f419a38c769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.845259 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-bce7aa36-3c42-474b-9f43-f419a38c769a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0488439 Oct 13 04:27:18.891372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-d3d38735-dc87-4e78-ba62-b255398b537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:18.893569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-d3d38735-dc87-4e78-ba62-b255398b537c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410864 Oct 13 04:27:18.990369 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-04606484-d4f8-4839-a80d-da6b127bec7d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887043 Oct 13 04:27:19.079424 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-b2a33b89-353c-417d-8a51-215e8b49ee2a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822427 Oct 13 04:27:19.463774 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0765-5bab-41e4-8dfd-d597f5ab0b0c req-1cf1d966-407e-49fb-a377-0152d000b34e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:19.465410 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0d7a0765-5bab-41e4-8dfd-d597f5ab0b0c req-1cf1d966-407e-49fb-a377-0152d000b34e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0492141 Oct 13 04:27:19.517874 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0d7a0765-5bab-41e4-8dfd-d597f5ab0b0c req-69bc9764-7d89-439e-bbc1-d02c3d232c9d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457480 Oct 13 04:27:20.624768 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=32 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:20.628705 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=51 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:20.656821 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095b8f2-fe1e-4e37-8cea-91ca283e1107 req-50104a38-6f52-4d1e-95d4-daa1d46434de tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:20.662276 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a095b8f2-fe1e-4e37-8cea-91ca283e1107 req-50104a38-6f52-4d1e-95d4-daa1d46434de tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0576034 Oct 13 04:27:20.928818 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:20.937680 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a095b8f2-fe1e-4e37-8cea-91ca283e1107 req-bd85bca1-ba8e-4b81-b0ae-aba062523dd6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698405 Oct 13 04:27:22.087964 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a968e5-0e38-4caa-b110-e13bc01b4f64 req-c49f0d5a-3e3d-4dff-98d2-c5b18e5cae64 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:22.089392 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82a968e5-0e38-4caa-b110-e13bc01b4f64 req-c49f0d5a-3e3d-4dff-98d2-c5b18e5cae64 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0480409 Oct 13 04:27:22.141644 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-82a968e5-0e38-4caa-b110-e13bc01b4f64 req-6199be45-eb85-4acd-ab56-6a573ba31dfa tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465140 Oct 13 04:27:23.074724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34264) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:23.187960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1bf44881-675f-42d0-bcf8-66498d52cd38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.274538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:23.285665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1bf44881-675f-42d0-bcf8-66498d52cd38 admin admin] Publish callbacks [] for security_group (57e562f1-adbf-4da3-83ca-8371b78fbc1a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.291943 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1bf44881-675f-42d0-bcf8-66498d52cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (57e562f1-adbf-4da3-83ca-8371b78fbc1a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.303509 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb4ba8-245e-4d38-8822-7bab49e202a7 req-dfa4b599-e30b-4c8a-87d4-96ba7abe3b80 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:23.306243 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6eb4ba8-245e-4d38-8822-7bab49e202a7 req-dfa4b599-e30b-4c8a-87d4-96ba7abe3b80 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0565984 Oct 13 04:27:23.341537 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1bf44881-675f-42d0-bcf8-66498d52cd38 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ec37e41bc87b4359b740f2e9f382d4b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656682 Oct 13 04:27:23.342455 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34270) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:23.352635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf44881-675f-42d0-bcf8-66498d52cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e562f1-adbf-4da3-83ca-8371b78fbc1a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:23.380788 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a6eb4ba8-245e-4d38-8822-7bab49e202a7 req-7f597bc9-abde-42cd-b264-3582ef44efd3 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655148 Oct 13 04:27:23.436026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] Publish callbacks [] for security_group (57e562f1-adbf-4da3-83ca-8371b78fbc1a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.458094 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] Publish callbacks [] for security_group (57e562f1-adbf-4da3-83ca-8371b78fbc1a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.512085 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (57e562f1-adbf-4da3-83ca-8371b78fbc1a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.515671 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.520138 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/57e562f1-adbf-4da3-83ca-8371b78fbc1a HTTP/1.1" status: 204 len: 168 time: 0.1731451 Oct 13 04:27:23.527884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93453-6cc3-44fc-81ca-419254cd17fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e562f1-adbf-4da3-83ca-8371b78fbc1a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:23.850583 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34276) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:23.865104 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e210-598f-4275-86a7-9f2eb0b82de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.948296 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e210-598f-4275-86a7-9f2eb0b82de3 admin admin] Publish callbacks [] for security_group (0b4f3a41-027d-4234-9a57-8d64ef69ce14), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.953190 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e6f6e210-598f-4275-86a7-9f2eb0b82de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0b4f3a41-027d-4234-9a57-8d64ef69ce14), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:23.999192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6e210-598f-4275-86a7-9f2eb0b82de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4f3a41-027d-4234-9a57-8d64ef69ce14,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.007404 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e6f6e210-598f-4275-86a7-9f2eb0b82de3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=593752e699e643cbbeda50363909f091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530867 Oct 13 04:27:24.007795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34278) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:24.064395 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] Publish callbacks [] for security_group (0b4f3a41-027d-4234-9a57-8d64ef69ce14), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.067381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:24.086795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] Publish callbacks [] for security_group (0b4f3a41-027d-4234-9a57-8d64ef69ce14), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.140040 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0b4f3a41-027d-4234-9a57-8d64ef69ce14), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.142712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.146853 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0b4f3a41-027d-4234-9a57-8d64ef69ce14 HTTP/1.1" status: 204 len: 168 time: 0.1351523 Oct 13 04:27:24.155189 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb4661-685a-490d-9b5d-2d5928ed9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4f3a41-027d-4234-9a57-8d64ef69ce14,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.539447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6c0e-2271-404d-81a9-f3c97036f5b8 req-bb3f42ea-1738-4778-816e-69a0621a1f62 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:24.541253 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-961e6c0e-2271-404d-81a9-f3c97036f5b8 req-bb3f42ea-1738-4778-816e-69a0621a1f62 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0551398 Oct 13 04:27:24.555164 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34286) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:24.569441 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9a6c8eb-2e69-46e9-a2a1-6c327e404dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.602061 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:24.603018 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-961e6c0e-2271-404d-81a9-f3c97036f5b8 req-88c9d29b-d865-450f-ac63-1c864d033c0a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547872 Oct 13 04:27:24.672426 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9a6c8eb-2e69-46e9-a2a1-6c327e404dad admin admin] Publish callbacks [] for security_group (e466c2ad-c950-4ca2-9257-acc7e907133f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.677542 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b9a6c8eb-2e69-46e9-a2a1-6c327e404dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e466c2ad-c950-4ca2-9257-acc7e907133f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.717945 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6c8eb-2e69-46e9-a2a1-6c327e404dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e466c2ad-c950-4ca2-9257-acc7e907133f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.723219 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b9a6c8eb-2e69-46e9-a2a1-6c327e404dad admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=26c8523b6281498896eee7d7de498aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663079 Oct 13 04:27:24.725860 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34290) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:24.777689 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] Publish callbacks [] for security_group (e466c2ad-c950-4ca2-9257-acc7e907133f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.799161 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] Publish callbacks [] for security_group (e466c2ad-c950-4ca2-9257-acc7e907133f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.852819 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (e466c2ad-c950-4ca2-9257-acc7e907133f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.855412 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:24.859549 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e466c2ad-c950-4ca2-9257-acc7e907133f HTTP/1.1" status: 204 len: 168 time: 0.1300488 Oct 13 04:27:24.865456 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b682eed-dcf5-43ef-ab38-16c21f0d617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e466c2ad-c950-4ca2-9257-acc7e907133f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.764741 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2591dd-cc85-417d-bc60-6ec362f54382 req-a22ebd39-1e1c-432d-88c1-a93f285ba74d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:25.766240 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3e2591dd-cc85-417d-bc60-6ec362f54382 req-a22ebd39-1e1c-432d-88c1-a93f285ba74d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0533953 Oct 13 04:27:25.843153 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-3e2591dd-cc85-417d-bc60-6ec362f54382 req-4ddeb799-77b6-4c91-99e2-0406098d13ac tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702393 Oct 13 04:27:26.981801 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a37821-3628-40d2-ab52-70debb9b3fb3 req-88c3a537-a28b-48aa-a60e-efef429014dc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:26.983319 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-88a37821-3628-40d2-ab52-70debb9b3fb3 req-88c3a537-a28b-48aa-a60e-efef429014dc tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0484285 Oct 13 04:27:27.035522 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-88a37821-3628-40d2-ab52-70debb9b3fb3 req-4169294e-8a43-4ac5-b2f7-6de133f3d221 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 Oct 13 04:27:28.127931 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:28.166708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683b33-ec61-4ce4-be2b-5d91eda1d84f req-201dd907-91bf-46d5-809b-5a833a269480 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:28.171707 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec683b33-ec61-4ce4-be2b-5d91eda1d84f req-201dd907-91bf-46d5-809b-5a833a269480 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0533166 Oct 13 04:27:28.217937 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec683b33-ec61-4ce4-be2b-5d91eda1d84f req-c2baa015-b954-422e-b633-3ae784cc7a6f tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Oct 13 04:27:28.713846 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34346) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:28.819506 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5bcb-5eaa-4c25-a50c-5134b4a31a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:28.855886 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-62cbffd8-2c0d-45c7-ba6b-52b58f2efa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:28.896241 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5bcb-5eaa-4c25-a50c-5134b4a31a41 admin admin] Publish callbacks [] for security_group (523a9a7d-a3ba-41be-a15b-0d88e30e5383), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:28.900050 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b2f5bcb-5eaa-4c25-a50c-5134b4a31a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (523a9a7d-a3ba-41be-a15b-0d88e30e5383), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:28.937827 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f5bcb-5eaa-4c25-a50c-5134b4a31a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a9a7d-a3ba-41be-a15b-0d88e30e5383,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:28.942012 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7b2f5bcb-5eaa-4c25-a50c-5134b4a31a41 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7acebb735f7d4aca8f7728e25af182de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271037 Oct 13 04:27:28.944806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34352) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:28.996223 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] Publish callbacks [] for security_group (523a9a7d-a3ba-41be-a15b-0d88e30e5383), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:29.015397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] Publish callbacks [] for security_group (523a9a7d-a3ba-41be-a15b-0d88e30e5383), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:29.022425 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:29.063256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (523a9a7d-a3ba-41be-a15b-0d88e30e5383), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:29.066247 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:29.067490 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/523a9a7d-a3ba-41be-a15b-0d88e30e5383 HTTP/1.1" status: 204 len: 168 time: 0.1217883 Oct 13 04:27:29.075736 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039b53-c36a-41a5-86a2-be2fa2f4bf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a9a7d-a3ba-41be-a15b-0d88e30e5383,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:29.347930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15658f-98b9-4b01-8c6b-a2d0e3ce1d36 req-11b4e9a6-6d83-418c-8a6e-6bd0d134b0db tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:29.349936 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e15658f-98b9-4b01-8c6b-a2d0e3ce1d36 req-11b4e9a6-6d83-418c-8a6e-6bd0d134b0db tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0508213 Oct 13 04:27:29.398393 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3e15658f-98b9-4b01-8c6b-a2d0e3ce1d36 req-e29b714d-5941-4a76-bfe0-fab8d8e2bd2e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Oct 13 04:27:30.533731 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21654140-de6b-4227-ad0c-fb7d9d08ac34 req-ac87d6b7-12ef-42d9-a832-c5df590c619a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:30.535268 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-21654140-de6b-4227-ad0c-fb7d9d08ac34 req-ac87d6b7-12ef-42d9-a832-c5df590c619a tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0507450 Oct 13 04:27:30.584884 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-21654140-de6b-4227-ad0c-fb7d9d08ac34 req-dd18cf68-44d3-43f9-a86f-e52b52fd35f0 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Oct 13 04:27:31.107009 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:31.114330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba0f950c-a4eb-47c2-8ff6-e5c1efd92d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:31.713566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a9338-1cfc-4ddd-b236-7d75927bba6e req-ed06dd7b-eb12-47fa-8015-2753bf4aa739 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:31.715087 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e10a9338-1cfc-4ddd-b236-7d75927bba6e req-ed06dd7b-eb12-47fa-8015-2753bf4aa739 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 943 time: 0.0495591 Oct 13 04:27:31.761849 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e10a9338-1cfc-4ddd-b236-7d75927bba6e req-d9cf0598-098c-4432-ba09-de0415c9ab51 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Oct 13 04:27:31.915964 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:32.014867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:32.025919 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'port_id': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'mac_address': 'fa:16:3e:cb:d5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:32.063516 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:32.063904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:32.077275 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:27:32.097038 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:32.101014 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:32.149357 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=9']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:32.441100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:32.478375 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:27:32.903130 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455412c-366b-42ed-ad7b-5e4848db609a req-49e06935-c6fb-4e67-87b5-f416ca146126 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:32.905109 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4455412c-366b-42ed-ad7b-5e4848db609a req-49e06935-c6fb-4e67-87b5-f416ca146126 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 944 time: 0.0587358 Oct 13 04:27:32.955579 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4455412c-366b-42ed-ad7b-5e4848db609a req-1bba913e-e387-4999-a28a-4d83a5ad6255 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Oct 13 04:27:33.371714 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:33.937192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:33.982738 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:27:33.983308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:33.983648 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 Oct 13 04:27:34.063454 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:34.063845 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:34.065597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:34.092648 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080945bd-ed02-4769-b082-080baed80a91 req-f9318f34-ae9b-4a3c-bc4b-373700b1d38d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:34.094316 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-080945bd-ed02-4769-b082-080baed80a91 req-f9318f34-ae9b-4a3c-bc4b-373700b1d38d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 944 time: 0.0540755 Oct 13 04:27:34.103265 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:27:34.115948 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f2146-b4ee-4a94-927b-8349ea196f0b" -d '{"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:34.130745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:34.134654 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:34.137873 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:34.141377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:34.172501 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-080945bd-ed02-4769-b082-080baed80a91 req-b09b2ae4-06b0-4d47-b2fb-e8c3f4a6219b tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604711 Oct 13 04:27:34.177651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25c36af-33a5-41e4-95f5-8bad74118cac x-openstack-request-id: req-c25c36af-33a5-41e4-95f5-8bad74118cac {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:34.178025 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-plugged", "status": "completed", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:34.178515 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c25c36af-33a5-41e4-95f5-8bad74118cac {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:34.179758 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25c36af-33a5-41e4-95f5-8bad74118cac'] response: {'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'code': 200} Oct 13 04:27:34.207264 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=10']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.317138 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:34.425876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd321cc-b482-4f7e-9bb9-8da7b26757b6 req-803850db-fb32-4100-bbd4-be60303a5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:34.427459 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6bd321cc-b482-4f7e-9bb9-8da7b26757b6 req-803850db-fb32-4100-bbd4-be60303a5e3b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1130 time: 0.0402825 Oct 13 04:27:34.480134 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6bd321cc-b482-4f7e-9bb9-8da7b26757b6 req-35a9b1a5-3a2a-4e8d-bb1a-3ecf634543ec service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Oct 13 04:27:35.302653 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dc7c0-681b-4cbf-a517-b89d1ae51bfb req-776be68b-7d44-4736-b391-544a7b6777be tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:35.304283 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-130dc7c0-681b-4cbf-a517-b89d1ae51bfb req-776be68b-7d44-4736-b391-544a7b6777be tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0503376 Oct 13 04:27:35.350178 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:35.352804 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-130dc7c0-681b-4cbf-a517-b89d1ae51bfb req-203b6aaa-a9a1-44aa-a583-77cbf8e4c8a4 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Oct 13 04:27:35.601119 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:36.504547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aa7cc-02aa-48d8-b410-919ef77ca63b req-024ca245-045e-42b3-95d8-38b525e0807c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:36.506754 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb1aa7cc-02aa-48d8-b410-919ef77ca63b req-024ca245-045e-42b3-95d8-38b525e0807c tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0575936 Oct 13 04:27:36.557829 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb1aa7cc-02aa-48d8-b410-919ef77ca63b req-6293230d-610b-41b6-a8b6-66ad41bb046d tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Oct 13 04:27:37.682819 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275127e3-8a84-42ac-9e2e-29e3bb8a5ca6 req-4612e5d8-6852-4780-b049-2ad6d08eda14 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:37.684210 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-275127e3-8a84-42ac-9e2e-29e3bb8a5ca6 req-4612e5d8-6852-4780-b049-2ad6d08eda14 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0459926 Oct 13 04:27:37.730614 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-275127e3-8a84-42ac-9e2e-29e3bb8a5ca6 req-03ef7207-11d9-4fd2-a6c0-f5dfa708a9a6 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 Oct 13 04:27:40.360629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34580) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:40.471692 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37f9cf40-f617-4841-98c9-d71eb91a0208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.549246 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37f9cf40-f617-4841-98c9-d71eb91a0208 admin admin] Publish callbacks [] for security_group (0f8f141e-23a4-468b-b49c-e1c4cd2ac623), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.552857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-37f9cf40-f617-4841-98c9-d71eb91a0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0f8f141e-23a4-468b-b49c-e1c4cd2ac623), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.600083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9cf40-f617-4841-98c9-d71eb91a0208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f141e-23a4-468b-b49c-e1c4cd2ac623,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.606408 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-37f9cf40-f617-4841-98c9-d71eb91a0208 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=975fa16a6d294da4b6cd3bc36088467a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444272 Oct 13 04:27:40.608973 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34584) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:27:40.658430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] Publish callbacks [] for security_group (0f8f141e-23a4-468b-b49c-e1c4cd2ac623), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.680720 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] Publish callbacks [] for security_group (0f8f141e-23a4-468b-b49c-e1c4cd2ac623), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.711924 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:40.727731 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0f8f141e-23a4-468b-b49c-e1c4cd2ac623), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.730406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:40.731825 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0f8f141e-23a4-468b-b49c-e1c4cd2ac623 HTTP/1.1" status: 204 len: 168 time: 0.1218715 Oct 13 04:27:40.739596 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec2a4b-c3dc-42f0-8e4b-29614e68e546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f141e-23a4-468b-b49c-e1c4cd2ac623,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:42.979758 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-2985c181-41a7-41c2-8bb7-2156a2c982eb tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=cecec3eab7d3499a984c510355f61ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292037 Oct 13 04:27:43.164913 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-a06dc1af-08d1-468e-9021-4be4cf6684aa tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:43.166358 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-a06dc1af-08d1-468e-9021-4be4cf6684aa tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813633 Oct 13 04:27:43.181021 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-fef668a0-4056-4648-b5d5-cd6246f3b301 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/quotas/cecec3eab7d3499a984c510355f61ebc HTTP/1.1" status: 200 len: 375 time: 0.0093219 Oct 13 04:27:43.214681 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-d3c76502-8d3a-4c92-9699-1f719cb7872a tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cecec3eab7d3499a984c510355f61ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288424 Oct 13 04:27:43.367417 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:43.375376 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-779704ba-9c1e-43b6-a7ed-7241c296926d req-12ccf37a-d219-4005-b3b0-ddeb2e09efe0 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 210 time: 0.0302010 Oct 13 04:27:44.479688 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c834b47d-a0c9-4d6b-bacf-5453e14b1a2b req-402bfcdb-f14b-4d96-ac6a-e1b836aa2053 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Oct 13 04:27:44.623045 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-7a4ca142-36d3-4f4f-baa5-73b1daf3d372 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=cecec3eab7d3499a984c510355f61ebc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204861 Oct 13 04:27:45.003675 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-bf032e37-2d0d-48af-99de-bb824d7bbe23 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:45.005101 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-bf032e37-2d0d-48af-99de-bb824d7bbe23 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119916 Oct 13 04:27:45.245191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Request body: {'port': {'device_id': '02706563-2d6b-46d7-84e0-595f6d284629', 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5', 'admin_state_up': True, 'tenant_id': 'cecec3eab7d3499a984c510355f61ebc'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:27:45.313486 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:45.364799 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Made reservation on behalf of cecec3eab7d3499a984c510355f61ebc for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:45.369147 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:45.377831 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:45.459249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks [] for security_group (3db932b1-9013-46dc-97ea-94ee2087c658), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:45.463496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3db932b1-9013-46dc-97ea-94ee2087c658), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:45.527214 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db932b1-9013-46dc-97ea-94ee2087c658,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:45.592485 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-2f5ef47a-77f7-4255-8fb7-5466be2b371c req-21b828c8-adea-410f-9adb-302739135d3d tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 210 time: 0.0341549 Oct 13 04:27:45.595216 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:45.850452 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Allocated IP 192.168.233.214 (2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5/c05f2b59-22a7-4ae0-850b-eacb5a845e42/21dc8ad2-d71a-425a-9b9d-dd93db542e7a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:46.004973 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks [] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.031009 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:46.040175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.083503 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:46.087035 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:46.091191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:27:46.140860 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Pushing event updated for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.147463 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:46.148299 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.169352 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b77c5b1a-4a06-40c3-b451-6f271f9b5b8e tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9298635 Oct 13 04:27:46.188947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Request body: {'port': {'device_id': '02706563-2d6b-46d7-84e0-595f6d284629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:27:46.260453 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.295872 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:46.394168 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-adf80465-cfde-457b-850d-5d024811cd96 None None] Provisioning complete for port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:27:46.394823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-adf80465-cfde-457b-850d-5d024811cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.395171 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-adf80465-cfde-457b-850d-5d024811cd96 None None] Attempt 1 to provision port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a Oct 13 04:27:46.438996 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-adf80465-cfde-457b-850d-5d024811cd96 None None] Port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:27:46.547192 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dc8ad2-d71a-425a-9b9d-dd93db542e7a {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:27:46.555424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks [] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.567704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Transition to ACTIVE for port object 21dc8ad2-d71a-425a-9b9d-dd93db542e7a will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:27:46.571044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.652543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.694499 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Attempting to bind port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:27:46.695178 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Attempting to bind port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:27:46.695519 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Attempting to bind port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a on network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:46.751635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0f271-3f80-4213-ab9b-ccc9702a702b req-508ae0db-d438-4341-9707-694ad93903d5 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:46.753127 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24c0f271-3f80-4213-ab9b-ccc9702a702b req-508ae0db-d438-4341-9707-694ad93903d5 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 948 time: 0.0719204 Oct 13 04:27:46.783203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a on network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:46.783539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Attempting to bind port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a on network 2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:46.840671 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-24c0f271-3f80-4213-ab9b-ccc9702a702b req-928be4bd-b9ae-4dcc-877b-036462ee2f5f tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812290 Oct 13 04:27:46.842700 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:46.853713 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:27:46.854129 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Checking segment: {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:27:46.854546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Bound using segment: {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:27:46.854991 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Bound port: 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52785a0b-2ba5-4827-b84a-6096887228aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:27:46.855363 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.916328 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:46.919661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:46.924712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.928806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:46.929455 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:46.931029 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/21dc8ad2-d71a-425a-9b9d-dd93db542e7a HTTP/1.1" status: 200 len: 1098 time: 0.7465487 Oct 13 04:27:46.931574 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:27:46.933829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beff749-a712-455b-9c43-0a20d4123912" -d '{"events": [{"name": "network-changed", "server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:46.973603 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf7996-1fa7-4f0e-8fcc-859bdd17583d x-openstack-request-id: req-16cf7996-1fa7-4f0e-8fcc-859bdd17583d {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:46.973896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:46.974155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16cf7996-1fa7-4f0e-8fcc-859bdd17583d {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:46.974587 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cf7996-1fa7-4f0e-8fcc-859bdd17583d'] response: {'name': 'network-changed', 'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a', 'status': 'completed', 'code': 200} Oct 13 04:27:46.985001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c827cb-fc3b-41a5-b5f2-4b1367d114d4 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:47.055489 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-63edb863-5e11-4181-91b9-eddb682af5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:47.057068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-63edb863-5e11-4181-91b9-eddb682af5ee service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cecec3eab7d3499a984c510355f61ebc&device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 1132 time: 0.0440474 Oct 13 04:27:47.102941 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-b5aedc58-f964-4bc7-a04c-212659326f55 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a HTTP/1.1" status: 200 len: 217 time: 0.0335655 Oct 13 04:27:47.153040 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-07579388-cd55-4606-b8a7-915f9d7d6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:47.154580 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-07579388-cd55-4606-b8a7-915f9d7d6663 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=c05f2b59-22a7-4ae0-850b-eacb5a845e42 HTTP/1.1" status: 200 len: 843 time: 0.0462635 Oct 13 04:27:47.199744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850069b-5ec1-4e54-8056-e3f0003392de req-45bba01c-092f-43c2-82eb-f7cd5884cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:47.201222 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-45bba01c-092f-43c2-82eb-f7cd5884cffa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0413277 Oct 13 04:27:47.298081 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-37ac53a4-ee05-438c-889d-34b408564435 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907228 Oct 13 04:27:47.353806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:47.393589 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1850069b-5ec1-4e54-8056-e3f0003392de req-cae2a413-8f0f-43f1-b587-fbce3f8dd56b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Oct 13 04:27:47.959788 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60158782-22c0-4f12-98ef-4815f35745b3 req-bb268756-bcf9-49b0-8e3c-b8586f2de764 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:47.961259 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60158782-22c0-4f12-98ef-4815f35745b3 req-bb268756-bcf9-49b0-8e3c-b8586f2de764 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 948 time: 0.0460880 Oct 13 04:27:48.012082 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60158782-22c0-4f12-98ef-4815f35745b3 req-9ae8ac5d-279b-4ca9-bf3f-3effd8b0e692 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Oct 13 04:27:48.314084 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff749-a712-455b-9c43-0a20d4123912 req-c887b86b-d331-4200-ae83-e658a237cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:48.315498 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-c887b86b-d331-4200-ae83-e658a237cbc5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=cecec3eab7d3499a984c510355f61ebc&device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 1132 time: 0.0395932 Oct 13 04:27:48.406392 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff749-a712-455b-9c43-0a20d4123912 req-a7256296-0d03-4d7d-878d-cdd3fd84b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:48.407797 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-a7256296-0d03-4d7d-878d-cdd3fd84b207 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5 HTTP/1.1" status: 200 len: 870 time: 0.0857008 Oct 13 04:27:48.450767 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-d14561fd-a97e-472f-80ed-bb3952206a0e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a HTTP/1.1" status: 200 len: 217 time: 0.0362151 Oct 13 04:27:48.500219 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff749-a712-455b-9c43-0a20d4123912 req-752b83d4-e3fa-46d1-8138-db8491caa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:48.501625 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-752b83d4-e3fa-46d1-8138-db8491caa451 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=c05f2b59-22a7-4ae0-850b-eacb5a845e42 HTTP/1.1" status: 200 len: 843 time: 0.0448587 Oct 13 04:27:48.545122 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beff749-a712-455b-9c43-0a20d4123912 req-ac0a8d5e-c373-4431-bbbd-9a27a3ef72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:48.546666 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-ac0a8d5e-c373-4431-bbbd-9a27a3ef72a8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0381842 Oct 13 04:27:48.641518 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-96e894e6-3e7b-4789-b867-bc44c52a72ae service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886934 Oct 13 04:27:48.734381 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1beff749-a712-455b-9c43-0a20d4123912 req-b81310d8-20b5-4027-931c-1d40f6327d75 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Oct 13 04:27:49.131641 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3871d5-2ee6-4183-82e0-5337f50ad3eb req-37ded037-6b00-4618-afdc-b23ee7bf26cf tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:49.134141 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9f3871d5-2ee6-4183-82e0-5337f50ad3eb req-37ded037-6b00-4618-afdc-b23ee7bf26cf tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 948 time: 0.0480225 Oct 13 04:27:49.180609 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9f3871d5-2ee6-4183-82e0-5337f50ad3eb req-434d0e15-bc3b-4409-aa86-d382460987d0 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Oct 13 04:27:50.052320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 21dc8ad2-d71a-425a-9b9d-dd93db542e7a details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:50.153639 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:50.165030 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a', 'network_id': '2d32799b-c89c-4d0b-ace6-5c9bec9ee3a5', 'port_id': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a', 'mac_address': 'fa:16:3e:c1:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c05f2b59-22a7-4ae0-850b-eacb5a845e42', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:50.198700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:50.199087 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:50.211635 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dc8ad2-d71a-425a-9b9d-dd93db542e7a {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:27:50.235963 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:50.240398 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:50.288978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:50.296914 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.297262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.297604 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.297942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.298300 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.298633 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.298959 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.299285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.299608 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.299931 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.300254 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.300598 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.300940 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c93d-56f7-4e88-8778-411651652378 req-07dd3c7e-14a0-4513-81b3-4f4782c9a36b tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:50.301395 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.301395 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.301659 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:50.302440 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35e7c93d-56f7-4e88-8778-411651652378 req-07dd3c7e-14a0-4513-81b3-4f4782c9a36b tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 949 time: 0.0457053 Oct 13 04:27:50.349688 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-35e7c93d-56f7-4e88-8778-411651652378 req-fdb59fd2-77ce-41cf-9da9-8bf81e7cba11 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Oct 13 04:27:50.589140 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['21dc8ad2-d71a-425a-9b9d-dd93db542e7a'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:27:51.474067 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba7ec-5490-4d8b-b3dd-be684a682f27 req-f903f2d9-6314-4781-b6db-b7d8c07717c9 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:51.475699 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a63ba7ec-5490-4d8b-b3dd-be684a682f27 req-f903f2d9-6314-4781-b6db-b7d8c07717c9 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 949 time: 0.0502121 Oct 13 04:27:51.487904 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:51.524564 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a63ba7ec-5490-4d8b-b3dd-be684a682f27 req-0f23784f-fcf4-4168-b8b9-99a1cf948a04 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Oct 13 04:27:52.074612 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 21dc8ad2-d71a-425a-9b9d-dd93db542e7a up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:52.117155 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:27:52.123216 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:27:52.123770 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:52.124156 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a Oct 13 04:27:52.195124 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:27:52.195534 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:52.218304 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:27:52.220768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c3c2e-5509-493e-a7a5-35cdbd6aa203" -d '{"events": [{"server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "name": "network-vif-plugged", "status": "completed", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:52.237111 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:52.241062 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:52.268440 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:52.270410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be2ad3c-f10a-4553-8692-efd63f26dff3 x-openstack-request-id: req-7be2ad3c-f10a-4553-8692-efd63f26dff3 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:52.270696 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "name": "network-vif-plugged", "status": "completed", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:52.270945 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7be2ad3c-f10a-4553-8692-efd63f26dff3 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:52.271332 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be2ad3c-f10a-4553-8692-efd63f26dff3'] response: {'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a', 'code': 200} Oct 13 04:27:52.295340 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:52.298995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:52.656963 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08822d9d-7bb2-473f-9a66-b0fadd7f93ae req-48785264-fbcb-49e6-b156-2b04160dd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:52.658505 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-08822d9d-7bb2-473f-9a66-b0fadd7f93ae req-48785264-fbcb-49e6-b156-2b04160dd4fa service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 1134 time: 0.0683019 Oct 13 04:27:52.660936 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:52.685891 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be9f85-9e07-4d20-9791-6a9c0a8080ce req-e5198f5a-3230-4158-ab32-414c5f3413c2 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:52.687427 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c4be9f85-9e07-4d20-9791-6a9c0a8080ce req-e5198f5a-3230-4158-ab32-414c5f3413c2 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0683661 Oct 13 04:27:52.730274 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-08822d9d-7bb2-473f-9a66-b0fadd7f93ae req-cfee8389-38af-4f9c-b300-72b415ac7224 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647037 Oct 13 04:27:52.753088 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c4be9f85-9e07-4d20-9791-6a9c0a8080ce req-a5fef5a8-67f2-4577-8743-89e592ad7204 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594103 Oct 13 04:27:53.892564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595d82-0f69-4543-a819-a7921210d8f1 req-e5264383-f009-4faa-b2d3-72b9df638408 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:53.894064 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27595d82-0f69-4543-a819-a7921210d8f1 req-e5264383-f009-4faa-b2d3-72b9df638408 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0596280 Oct 13 04:27:53.947785 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-27595d82-0f69-4543-a819-a7921210d8f1 req-cfee7244-0938-40c8-be1e-5efe47764feb tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476825 Oct 13 04:27:54.128639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca283-8d41-4b4b-9162-7c4128a24a5e req-85638c84-e9f0-4344-859a-b9a9d40314d0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:54.130375 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4efca283-8d41-4b4b-9162-7c4128a24a5e req-85638c84-e9f0-4344-859a-b9a9d40314d0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0501556 Oct 13 04:27:54.177702 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-4efca283-8d41-4b4b-9162-7c4128a24a5e req-a031ec72-8eec-4e2a-a93d-e06f5c5db6ae tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Oct 13 04:27:55.067342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9254d1b-ff49-42c2-970c-85d8f02c9329 req-3d4c65ec-dc7c-486d-8ca0-f52bb27a39b1 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:55.068786 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9254d1b-ff49-42c2-970c-85d8f02c9329 req-3d4c65ec-dc7c-486d-8ca0-f52bb27a39b1 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0465620 Oct 13 04:27:55.119612 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f9254d1b-ff49-42c2-970c-85d8f02c9329 req-3fe177f5-ad74-4048-883e-be8d8baddc2c tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448289 Oct 13 04:27:55.544839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81fd20-c2b2-43c0-aa1c-9bd5d5be16a6 req-675ed6dd-8390-4b77-a09a-55859a6973ae tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:55.546239 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9f81fd20-c2b2-43c0-aa1c-9bd5d5be16a6 req-675ed6dd-8390-4b77-a09a-55859a6973ae tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0471783 Oct 13 04:27:55.592825 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9f81fd20-c2b2-43c0-aa1c-9bd5d5be16a6 req-cd376930-5957-4f57-9a84-9309d0a0d282 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Oct 13 04:27:55.678103 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:55.695770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bea463-1053-479e-aab8-363ce120168d req-9d042ed8-9623-42ca-afce-89e32216aa0b tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:55.698676 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01bea463-1053-479e-aab8-363ce120168d req-9d042ed8-9623-42ca-afce-89e32216aa0b tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0513027 Oct 13 04:27:55.747220 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-01bea463-1053-479e-aab8-363ce120168d req-af8f04ee-2c79-45ed-8682-328c9b26799a tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Oct 13 04:27:56.718512 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5d90-7836-4ee8-b7c8-5b3108cd8c28 req-135a5b4c-4440-4327-b44a-74046805f609 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:56.719885 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5d2b5d90-7836-4ee8-b7c8-5b3108cd8c28 req-135a5b4c-4440-4327-b44a-74046805f609 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0507584 Oct 13 04:27:56.768028 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5d2b5d90-7836-4ee8-b7c8-5b3108cd8c28 req-18e11651-7166-474e-9200-e9e4e63cb553 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Oct 13 04:27:56.868985 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa6487-eb83-4bbe-91cb-71e16cccde27 req-2168eb43-1a64-4723-8a63-902d5a5c4499 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:56.870477 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6fa6487-eb83-4bbe-91cb-71e16cccde27 req-2168eb43-1a64-4723-8a63-902d5a5c4499 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0473869 Oct 13 04:27:56.917454 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c6fa6487-eb83-4bbe-91cb-71e16cccde27 req-77eee41c-41db-4216-af4c-2ac1ca9638b6 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Oct 13 04:27:57.251426 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:57.253847 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:57.382829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-10a3968b-2946-42c4-a2e7-e6ec773bfbdc tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:57.384476 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-10a3968b-2946-42c4-a2e7-e6ec773bfbdc tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0829694 Oct 13 04:27:57.390381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e088cc-dba2-4baa-9875-459f559a4810 req-2c71987b-d97b-4071-9606-a5d491c3200d tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:57.391709 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-48e088cc-dba2-4baa-9875-459f559a4810 req-2c71987b-d97b-4071-9606-a5d491c3200d tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0815065 Oct 13 04:27:57.532038 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:57.543092 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Deleting port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:57.543444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:57.546248 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port b7fcfa46-fbb2-466a-962d-bdf70352c79c {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:27:57.546568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:57.709342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] For port b7fcfa46-fbb2-466a-962d-bdf70352c79c, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=b7fcfa46-fbb2-466a-962d-bdf70352c79c,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:57.709702 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:57.713813 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] For port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,segment=NetworkSegment(52785a0b-2ba5-4827-b84a-6096887228aa),segment_id=52785a0b-2ba5-4827-b84a-6096887228aa)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:57.714153 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:57.736195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Calling delete_port for 21dc8ad2-d71a-425a-9b9d-dd93db542e7a owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:57.925976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323094-e08a-40ec-bb26-ce1d5c4087ba req-e9f37a4b-6687-4c28-8f2f-6039634899a0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:57.927370 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-06323094-e08a-40ec-bb26-ce1d5c4087ba req-e9f37a4b-6687-4c28-8f2f-6039634899a0 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 945 time: 0.0771961 Oct 13 04:27:57.953444 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:58.048482 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037ed61-d899-4c1a-8ab1-4e393896df94 req-c57da01d-c610-433c-ab27-f6869137c5b7 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:27:58.050257 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9037ed61-d899-4c1a-8ab1-4e393896df94 req-c57da01d-c610-433c-ab27-f6869137c5b7 tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=02706563-2d6b-46d7-84e0-595f6d284629 HTTP/1.1" status: 200 len: 950 time: 0.0505888 Oct 13 04:27:58.064871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-06323094-e08a-40ec-bb26-ce1d5c4087ba req-8dd414f1-2d4d-4ac2-ae08-5fa4a64330fa tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=aace3d79-f361-4bcc-af46-519d44e49234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015377 Oct 13 04:27:58.091412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.091412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.091412 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Floating IP fbfcd1fa-ef04-4264-82be-26c2e5e50eed disassociated. External IP: 172.27.1.156, port: b7fcfa46-fbb2-466a-962d-bdf70352c79c. Oct 13 04:27:58.091412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for b7fcfa46-fbb2-466a-962d-bdf70352c79c owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:27:58.091412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (21dc8ad2-d71a-425a-9b9d-dd93db542e7a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.103283 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9037ed61-d899-4c1a-8ab1-4e393896df94 req-0079255a-9671-474d-935c-c5de514bc76d tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3db932b1-9013-46dc-97ea-94ee2087c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Oct 13 04:27:58.123269 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Pushing event deleted for resources: {'Port': ['ID=21dc8ad2-d71a-425a-9b9d-dd93db542e7a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.131314 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['21dc8ad2-d71a-425a-9b9d-dd93db542e7a'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:27:58.220938 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] No DVR routers for this DVR port 21dc8ad2-d71a-425a-9b9d-dd93db542e7a on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:58.224540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.228594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-48e088cc-dba2-4baa-9875-459f559a4810 req-9a083673-ed5a-4497-929e-3fc1820c67cc tempest-VolumesNegativeTest-762276871 tempest-VolumesNegativeTest-762276871-project] 10.222.0.36 "DELETE /networking/v2.0/ports/21dc8ad2-d71a-425a-9b9d-dd93db542e7a HTTP/1.1" status: 204 len: 173 time: 0.8286884 Oct 13 04:27:58.229093 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'name': 'network-vif-deleted', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:27:58.231768 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c96ad-3350-4c20-b158-867f51dcab9a" -d '{"events": [{"server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "name": "network-vif-deleted", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:58.298233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008e8b9-915d-4f6c-a65a-521c6763f458 x-openstack-request-id: req-b008e8b9-915d-4f6c-a65a-521c6763f458 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:58.298543 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02706563-2d6b-46d7-84e0-595f6d284629", "name": "network-vif-deleted", "tag": "21dc8ad2-d71a-425a-9b9d-dd93db542e7a", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:58.298795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b008e8b9-915d-4f6c-a65a-521c6763f458 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:58.299244 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b008e8b9-915d-4f6c-a65a-521c6763f458'] response: {'server_uuid': '02706563-2d6b-46d7-84e0-595f6d284629', 'name': 'network-vif-deleted', 'tag': '21dc8ad2-d71a-425a-9b9d-dd93db542e7a', 'status': 'completed', 'code': 200} Oct 13 04:27:58.316758 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (b7fcfa46-fbb2-466a-962d-bdf70352c79c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.344658 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=b7fcfa46-fbb2-466a-962d-bdf70352c79c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:58.457918 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:58.479420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:58.590571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:58.609904 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:58.622531 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:58.623174 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.635514 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] No DVR routers for this DVR port b7fcfa46-fbb2-466a-962d-bdf70352c79c on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:27:58.638005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.641541 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-de4f8609-0ea4-437f-9597-6cdbb5a5d1ed req-a256135f-3678-4f3e-b8e4-93e29ee703de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.36 "DELETE /networking/v2.0/ports/b7fcfa46-fbb2-466a-962d-bdf70352c79c HTTP/1.1" status: 204 len: 173 time: 1.2489533 Oct 13 04:27:58.729499 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:58.877615 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6e85c3dd-05d7-46bd-869d-bf14fb73fa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:27:58.947846 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.974408 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:58.984381 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:27:58.985014 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:27:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.099876 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:27:59.176847 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:27:59.200109 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-27151bef-bad9-4fad-9268-ba795b397e41 req-0b569029-0b83-469a-a0ed-9cce4ae393c7 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4f094e19-297d-4829-8af5-55be12ed8ee2 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Oct 13 04:27:59.303024 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.471918 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6a0a12-1cdb-4f33-8745-2de69cbfd609 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:56Z', 'revision_number': 4, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'a164f37a-515a-4b07-a8e7-187a1fe09cb9', 'name': '', 'network_id': '70d105db-93f5-4592-bb80-f58af13e321b', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'mac_address': 'fa:16:3e:5c:a6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:20Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'subnets': [{'id': '18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:59.717373 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69789b-0c3c-4b62-9f6a-9625f9d1b73a None None] New status for floating IP fbfcd1fa-ef04-4264-82be-26c2e5e50eed: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:28:00.298559 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 34906) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:00.300803 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'name': 'network-vif-deleted', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:28:00.303469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd18797-ebd1-4d24-826b-21cffe355547" -d '{"events": [{"server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "name": "network-vif-deleted", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:00.343625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515096ea-ff29-4c9e-8119-c6e92d1fd329 x-openstack-request-id: req-515096ea-ff29-4c9e-8119-c6e92d1fd329 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:00.343995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f094e19-297d-4829-8af5-55be12ed8ee2", "name": "network-vif-deleted", "tag": "b7fcfa46-fbb2-466a-962d-bdf70352c79c", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:00.344259 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-515096ea-ff29-4c9e-8119-c6e92d1fd329 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:00.344697 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515096ea-ff29-4c9e-8119-c6e92d1fd329'] response: {'server_uuid': '4f094e19-297d-4829-8af5-55be12ed8ee2', 'name': 'network-vif-deleted', 'tag': 'b7fcfa46-fbb2-466a-962d-bdf70352c79c', 'status': 'completed', 'code': 200} Oct 13 04:28:00.362342 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (aace3d79-f361-4bcc-af46-519d44e49234), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.384637 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (aace3d79-f361-4bcc-af46-519d44e49234), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.438221 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (aace3d79-f361-4bcc-af46-519d44e49234), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.440878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.442079 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aace3d79-f361-4bcc-af46-519d44e49234 HTTP/1.1" status: 204 len: 168 time: 0.1424031 Oct 13 04:28:00.445343 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34916) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:00.452188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace3d79-f361-4bcc-af46-519d44e49234,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:00.459625 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.459983 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.460401 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.460505 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.api.v2.resource [None req-22ddf5e5-34bc-40fe-ab46-8cf4567a52c3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] show failed (client error): The resource could not be found. Oct 13 04:28:00.460665 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.461653 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.462008 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-22ddf5e5-34bc-40fe-ab46-8cf4567a52c3 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "GET /networking/v2.0/security-groups/aace3d79-f361-4bcc-af46-519d44e49234 HTTP/1.1" status: 404 len: 347 time: 0.0156367 Oct 13 04:28:00.462168 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.462391 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.462716 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.463048 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.463383 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.463718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.464053 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.464380 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.464712 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.465031 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 34920) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:00.465153 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dc41f-328e-44e0-983d-2481b94ef3b5 tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.595285 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Deleting port 0772c3aa-9719-4004-8111-5a1821101c92 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:00.595706 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (0772c3aa-9719-4004-8111-5a1821101c92), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.660984 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:00.688805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (0772c3aa-9719-4004-8111-5a1821101c92), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.689140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (0772c3aa-9719-4004-8111-5a1821101c92), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.702763 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Calling delete_port for 0772c3aa-9719-4004-8111-5a1821101c92 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:00.841101 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (0772c3aa-9719-4004-8111-5a1821101c92), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.864516 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Pushing event deleted for resources: {'Port': ['ID=0772c3aa-9719-4004-8111-5a1821101c92,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:00.930463 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks [] for floatingip (fbfcd1fa-ef04-4264-82be-26c2e5e50eed), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.933345 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:00.934562 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1d36adf4-f0ea-4d94-9aba-2e8e279b44de tempest-AttachVolumeNegativeTest-864052640 tempest-AttachVolumeNegativeTest-864052640-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/fbfcd1fa-ef04-4264-82be-26c2e5e50eed HTTP/1.1" status: 204 len: 168 time: 0.4686229 Oct 13 04:28:01.119159 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-096e089d-e272-4e40-87c9-8928dc85b82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:02.112686 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device b7fcfa46-fbb2-466a-962d-bdf70352c79c no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:02.147634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: b7fcfa46-fbb2-466a-962d-bdf70352c79c {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:02.149519 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device b7fcfa46-fbb2-466a-962d-bdf70352c79c not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:02.150118 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 21dc8ad2-d71a-425a-9b9d-dd93db542e7a no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:02.171551 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 21dc8ad2-d71a-425a-9b9d-dd93db542e7a {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:02.171905 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 21dc8ad2-d71a-425a-9b9d-dd93db542e7a not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:02.447764 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:03.393942 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35082) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:03.543823 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ee994ae3-85f2-479d-b284-2ff2926c2657 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cecec3eab7d3499a984c510355f61ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482639 Oct 13 04:28:03.546849 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35092) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:03.608295 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] Publish callbacks [] for security_group (3db932b1-9013-46dc-97ea-94ee2087c658), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:03.633962 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] Publish callbacks [] for security_group (3db932b1-9013-46dc-97ea-94ee2087c658), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:03.681403 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3db932b1-9013-46dc-97ea-94ee2087c658), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:03.684138 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:03.685381 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3db932b1-9013-46dc-97ea-94ee2087c658 HTTP/1.1" status: 204 len: 168 time: 0.1368446 Oct 13 04:28:03.693286 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844adba-8bd9-405d-be64-244474fb9a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db932b1-9013-46dc-97ea-94ee2087c658,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:04.092164 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:04.323208 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:04.723719 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35106) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:05.195042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (fad381ad-7267-425f-b56b-030cd4138f74), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.294907 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:05.383181 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:05.423735 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Deleting port a164f37a-515a-4b07-a8e7-187a1fe09cb9 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:05.424082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.521543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] For port a164f37a-515a-4b07-a8e7-187a1fe09cb9, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=a164f37a-515a-4b07-a8e7-187a1fe09cb9,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:05.521916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.535192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Calling delete_port for a164f37a-515a-4b07-a8e7-187a1fe09cb9 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:05.628097 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.716375 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (a164f37a-515a-4b07-a8e7-187a1fe09cb9), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.738171 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=a164f37a-515a-4b07-a8e7-187a1fe09cb9,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:05.905770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (fad381ad-7267-425f-b56b-030cd4138f74), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:05.926038 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22937043-48b8-43a4-a96e-4151f9eb269e None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:28:06.019998 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:06.032621 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22937043-48b8-43a4-a96e-4151f9eb269e None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:28:06.047241 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:06.114732 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Router fad381ad-7267-425f-b56b-030cd4138f74 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:06.176016 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:06.220390 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:06.226581 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:06.234827 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-900c654a-dc33-43a7-9d70-e78926e36a28 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/fad381ad-7267-425f-b56b-030cd4138f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5077558 Oct 13 04:28:06.235182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35130) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:06.237764 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Sync routers for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:06.248693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:06.249312 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:06.366744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks [] for router (fad381ad-7267-425f-b56b-030cd4138f74), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.368115 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:06.481649 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks [] for router_gateway (fad381ad-7267-425f-b56b-030cd4138f74), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.534669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Deleting port 0bb6461d-aad9-4605-9956-bebdbf32603f {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:06.535011 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.571590 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:28:05Z', 'revision_number': 5, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port': {'id': '0bb6461d-aad9-4605-9956-bebdbf32603f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:06.613317 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Checking router: fad381ad-7267-425f-b56b-030cd4138f74 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:06.623874 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Routers {'fad381ad-7267-425f-b56b-030cd4138f74'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:06.624710 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['fad381ad-7267-425f-b56b-030cd4138f74'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:06.649603 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] For port 0bb6461d-aad9-4605-9956-bebdbf32603f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=0bb6461d-aad9-4605-9956-bebdbf32603f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:06.650246 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.670803 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Calling delete_port for 0bb6461d-aad9-4605-9956-bebdbf32603f owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:06.714172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] Set router fad381ad-7267-425f-b56b-030cd4138f74 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:06.773213 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:28:06Z', 'revision_number': 6, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:06.808302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de4b02-f54c-4f78-bca9-3fe7e0589cd1 None None] The sync data for ids ['fad381ad-7267-425f-b56b-030cd4138f74'] in dv-cinder-860997-1-iscsi is: [{'id': 'fad381ad-7267-425f-b56b-030cd4138f74', 'name': 'tempest-AttachVolumeNegativeTest-1149941373-router', 'tenant_id': '7397177414dd4ed5baed133cc89e7299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:49Z', 'updated_at': '2022-10-13T04:28:06Z', 'revision_number': 6, 'project_id': '7397177414dd4ed5baed133cc89e7299', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:06.811364 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-78553cca-8d5b-4a9c-9658-7be9d2adebd3 None None] Provisioning complete for port 91a9dff9-21ff-4200-b194-272ee76ea7c4 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:06.811715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-78553cca-8d5b-4a9c-9658-7be9d2adebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.811985 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-78553cca-8d5b-4a9c-9658-7be9d2adebd3 None None] Attempt 1 to provision port 91a9dff9-21ff-4200-b194-272ee76ea7c4 Oct 13 04:28:06.853683 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (0bb6461d-aad9-4605-9956-bebdbf32603f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:06.877308 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb6461d-aad9-4605-9956-bebdbf32603f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:06.894386 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-78553cca-8d5b-4a9c-9658-7be9d2adebd3 None None] Current status of the port 91a9dff9-21ff-4200-b194-272ee76ea7c4 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:06.946035 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (fad381ad-7267-425f-b56b-030cd4138f74), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.030767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (fad381ad-7267-425f-b56b-030cd4138f74), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.032865 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks [] for router_controller (fad381ad-7267-425f-b56b-030cd4138f74), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.073774 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (fad381ad-7267-425f-b56b-030cd4138f74), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.074276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad381ad-7267-425f-b56b-030cd4138f74 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:07.080386 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.081673 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-36fa15a7-2b6d-4320-bf62-224e1ef7283d admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/fad381ad-7267-425f-b56b-030cd4138f74 HTTP/1.1" status: 204 len: 168 time: 0.8455932 Oct 13 04:28:07.084305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35134) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:07.132211 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Deleting subnet 18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:28:07.135824 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Publish callbacks [] for subnet (18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.171405 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.198929 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:07.254746 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:07.256458 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.313056 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.339429 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.344158 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.347418 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-47276c10-8517-4dd4-9987-af5dc6931a34 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/18c597ff-ba8f-4b0d-b9b9-7314d4c60cbc HTTP/1.1" status: 204 len: 168 time: 0.2621620 Oct 13 04:28:07.349768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86201198-e3c3-4767-b82c-f9087ac05b8e None None] Network 70d105db-93f5-4592-bb80-f58af13e321b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:07.349925 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35136) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:07.418973 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (70d105db-93f5-4592-bb80-f58af13e321b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.573502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] DHCP port deletion for 70d105db-93f5-4592-bb80-f58af13e321b request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:28:07.615019 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Deleting port 91a9dff9-21ff-4200-b194-272ee76ea7c4 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:07.615523 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.697861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] For port 91a9dff9-21ff-4200-b194-272ee76ea7c4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=91a9dff9-21ff-4200-b194-272ee76ea7c4,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:07.698307 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.701580 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:07.703870 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Deleting port 91a9dff9-21ff-4200-b194-272ee76ea7c4 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:07.704321 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.715700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Calling delete_port for 91a9dff9-21ff-4200-b194-272ee76ea7c4 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:07.775434 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] For port 91a9dff9-21ff-4200-b194-272ee76ea7c4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=91a9dff9-21ff-4200-b194-272ee76ea7c4,segment=NetworkSegment(ceba04be-2c86-40bc-b1ea-0c9603f7889b),segment_id=ceba04be-2c86-40bc-b1ea-0c9603f7889b)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:07.776168 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.782604 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-9b39be65-a323-4650-a20e-aeb5a09faf96 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759838 Oct 13 04:28:07.789890 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Calling delete_port for 91a9dff9-21ff-4200-b194-272ee76ea7c4 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:07.817195 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.850347 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] Pushing event deleted for resources: {'Port': ['ID=91a9dff9-21ff-4200-b194-272ee76ea7c4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.861959 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26c54f-f550-4ed1-ba95-d53c7d0d4048 None None] No DVR routers for this DVR port 91a9dff9-21ff-4200-b194-272ee76ea7c4 on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:07.894543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (91a9dff9-21ff-4200-b194-272ee76ea7c4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:07.910131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-868cf77b-7507-410b-857d-7b4a7a460163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:07.911713 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-868cf77b-7507-410b-857d-7b4a7a460163 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=75387c76ea384e5c96a336751c613e6e&device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 1130 time: 0.0809810 Oct 13 04:28:07.924703 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a9dff9-21ff-4200-b194-272ee76ea7c4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.934061 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] No DVR routers for this DVR port 91a9dff9-21ff-4200-b194-272ee76ea7c4 on host dv-cinder-860997-1-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:08.027607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (70d105db-93f5-4592-bb80-f58af13e321b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.056393 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d105db-93f5-4592-bb80-f58af13e321b']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:08.059213 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-9f6d6a57-8ec1-4653-a64f-79189d2a78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:08.060572 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-9f6d6a57-8ec1-4653-a64f-79189d2a78e1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 200 len: 918 time: 0.1174357 Oct 13 04:28:08.072889 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceba04be-2c86-40bc-b1ea-0c9603f7889b') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:08.073208 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceba04be-2c86-40bc-b1ea-0c9603f7889b') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:08.083968 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (ceba04be-2c86-40bc-b1ea-0c9603f7889b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.099452 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (ceba04be-2c86-40bc-b1ea-0c9603f7889b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.107657 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:08.108085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (ceba04be-2c86-40bc-b1ea-0c9603f7889b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.152592 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment ceba04be-2c86-40bc-b1ea-0c9603f7889b resource provider aggregate not found Oct 13 04:28:08.154001 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-8a823675-3962-4b4f-87a4-ad88a3cf2848 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 200 len: 1001 time: 0.0803545 Oct 13 04:28:08.171554 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment ceba04be-2c86-40bc-b1ea-0c9603f7889b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceba04be-2c86-40bc-b1ea-0c9603f7889b found for delete ", "request_id": "req-c3ad66ce-4ef8-478f-933d-2e0c15f949ec"}]} Oct 13 04:28:08.182096 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (70d105db-93f5-4592-bb80-f58af13e321b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.187769 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.194130 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/70d105db-93f5-4592-bb80-f58af13e321b HTTP/1.1" status: 204 len: 168 time: 0.8407254 Oct 13 04:28:08.205303 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22433f0-0294-4f0d-a217-96664ce63c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d105db-93f5-4592-bb80-f58af13e321b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:08.220258 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 0bb6461d-aad9-4605-9956-bebdbf32603f no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:08.240267 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 0bb6461d-aad9-4605-9956-bebdbf32603f {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:08.240609 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 0bb6461d-aad9-4605-9956-bebdbf32603f not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:08.241016 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device a164f37a-515a-4b07-a8e7-187a1fe09cb9 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:08.259861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: a164f37a-515a-4b07-a8e7-187a1fe09cb9 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:08.260207 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device a164f37a-515a-4b07-a8e7-187a1fe09cb9 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:08.260622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 91a9dff9-21ff-4200-b194-272ee76ea7c4 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:08.281100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 91a9dff9-21ff-4200-b194-272ee76ea7c4 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:08.281319 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 91a9dff9-21ff-4200-b194-272ee76ea7c4 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:08.314613 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35156) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:08.354947 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-16df4ee2-01e6-44be-adb4-0a780e763cba admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7397177414dd4ed5baed133cc89e7299&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392089 Oct 13 04:28:08.357609 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35158) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:08.405079 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] Publish callbacks [] for security_group (2942ac93-33ab-415c-b053-f19faa0116f8), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.426116 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] Publish callbacks [] for security_group (2942ac93-33ab-415c-b053-f19faa0116f8), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.442521 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:08.508606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-dbb3cf56-3848-45e8-8482-42b061769e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:08.510124 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-dbb3cf56-3848-45e8-8482-42b061769e56 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 200 len: 856 time: 0.0534685 Oct 13 04:28:08.511175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2942ac93-33ab-415c-b053-f19faa0116f8), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.513708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:08.514762 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2942ac93-33ab-415c-b053-f19faa0116f8 HTTP/1.1" status: 204 len: 168 time: 0.1562870 Oct 13 04:28:08.524982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113d281-09b8-4deb-b007-b153cabe4b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942ac93-33ab-415c-b053-f19faa0116f8,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:08.545452 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:08.577670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-688490b7-2bea-4574-a48a-2a6fb39aca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:08.579259 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-688490b7-2bea-4574-a48a-2a6fb39aca36 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=73173841-4fa1-43e4-b55e-5df3b82b728b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512686 Oct 13 04:28:08.689615 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:08.719910 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-52571812-35eb-4686-9281-7ab8d77c0ed7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966539 Oct 13 04:28:08.812294 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59bbeaf8-e570-4fd0-92e8-a015f97d69e1 req-c31609bf-e62b-45c5-a542-9fa0b6f4d991 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Oct 13 04:28:09.657422 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b16-c1ab-4475-9dc9-d5baefc52f6f req-6e81c7e0-1067-4333-b19e-2d7198e4d3a0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:09.658945 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f3f4b16-c1ab-4475-9dc9-d5baefc52f6f req-6e81c7e0-1067-4333-b19e-2d7198e4d3a0 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0534902 Oct 13 04:28:09.709497 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-8f3f4b16-c1ab-4475-9dc9-d5baefc52f6f req-86140f6d-fafc-47d6-a5ce-e7edb08e3078 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441477 Oct 13 04:28:10.370234 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:10.549321 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35248) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:10.654137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fb52-e679-4d52-8707-f76f4c9fb1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.730632 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fb52-e679-4d52-8707-f76f4c9fb1c9 admin admin] Publish callbacks [] for security_group (fb0ccca4-e384-4ba7-9293-ccd354e3172c), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.734960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fb52-e679-4d52-8707-f76f4c9fb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (fb0ccca4-e384-4ba7-9293-ccd354e3172c), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.779048 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7ac6fb52-e679-4d52-8707-f76f4c9fb1c9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2180a790f75442e2b2c230c7f247103b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286329 Oct 13 04:28:10.780156 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6fb52-e679-4d52-8707-f76f4c9fb1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ccca4-e384-4ba7-9293-ccd354e3172c,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:10.781763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35254) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:10.834277 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb9699-cd9b-4c30-aae3-8fdbf2d35bfb req-5fab9d6c-0b42-4fa5-a9eb-c241c8838f13 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:10.836295 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ccb9699-cd9b-4c30-aae3-8fdbf2d35bfb req-5fab9d6c-0b42-4fa5-a9eb-c241c8838f13 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0480385 Oct 13 04:28:10.854021 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] Publish callbacks [] for security_group (fb0ccca4-e384-4ba7-9293-ccd354e3172c), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.863415 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:10.876976 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] Publish callbacks [] for security_group (fb0ccca4-e384-4ba7-9293-ccd354e3172c), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.889655 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ccb9699-cd9b-4c30-aae3-8fdbf2d35bfb req-33f40b98-0be9-4b3e-bbdb-e4bc46229deb tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475466 Oct 13 04:28:10.931467 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (fb0ccca4-e384-4ba7-9293-ccd354e3172c), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.934154 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:10.935354 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fb0ccca4-e384-4ba7-9293-ccd354e3172c HTTP/1.1" status: 204 len: 168 time: 0.1524415 Oct 13 04:28:10.943133 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e17ba-ee76-4125-a898-4fe3ff165605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ccca4-e384-4ba7-9293-ccd354e3172c,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.219056 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35270) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:11.220646 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d151f-0b68-4c8b-864f-2775c9709132 req-d1ae893b-d94c-499d-97a6-87515477d503 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:11.222153 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4f5d151f-0b68-4c8b-864f-2775c9709132 req-d1ae893b-d94c-499d-97a6-87515477d503 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0496297 Oct 13 04:28:11.237307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6beb9d98-9534-44fe-809c-30a43b26c900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.257036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:11.275160 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4f5d151f-0b68-4c8b-864f-2775c9709132 req-0529c8df-eb8c-43a4-ac87-864c0febc200 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467553 Oct 13 04:28:11.316450 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6beb9d98-9534-44fe-809c-30a43b26c900 admin admin] Publish callbacks [] for security_group (7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.320755 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6beb9d98-9534-44fe-809c-30a43b26c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.358604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9d98-9534-44fe-809c-30a43b26c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.362651 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6beb9d98-9534-44fe-809c-30a43b26c900 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f7fa6871e2d54542bc285456ead4ac27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425395 Oct 13 04:28:11.366007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35272) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:11.419622 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Publish callbacks [] for security_group (7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.440220 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Publish callbacks [] for security_group (7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.450491 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:11.489523 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.492190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:11.493343 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59 HTTP/1.1" status: 204 len: 168 time: 0.1271160 Oct 13 04:28:11.503712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d947a16-a2cd-4e01-ab9a-cb9b9bdbce59,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.511043 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.511317 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.511664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.512074 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.512338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.512672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.513002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.513329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.513656 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.514008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.514362 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.514689 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.515013 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.515336 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:11.515661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1af97a-a78c-43f5-9c3b-fa353fd9c536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:12.021353 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba07cdc-8543-4ea9-95fd-94e13b862bda req-53eaa687-17ad-418d-b293-73e82a78cbfe tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:12.022879 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aba07cdc-8543-4ea9-95fd-94e13b862bda req-53eaa687-17ad-418d-b293-73e82a78cbfe tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.0505533 Oct 13 04:28:12.044559 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:12.073063 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-aba07cdc-8543-4ea9-95fd-94e13b862bda req-1b2e2627-f8f5-4fe3-bf0f-bc8a243ebeae tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Oct 13 04:28:12.343329 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:12.409757 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa884-34f0-4230-9390-df97f9bee4c2 req-eb5cb7f1-8ce6-4212-856a-ac4e4a518048 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:12.411388 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6b6aa884-34f0-4230-9390-df97f9bee4c2 req-eb5cb7f1-8ce6-4212-856a-ac4e4a518048 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0493710 Oct 13 04:28:12.463790 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6b6aa884-34f0-4230-9390-df97f9bee4c2 req-345a9282-fc30-494d-997a-df274953c0d1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454650 Oct 13 04:28:13.040531 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-77dc186b-984e-47b8-ab13-918e6a3b9be1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:13.042024 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-77dc186b-984e-47b8-ab13-918e6a3b9be1 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.3233061 Oct 13 04:28:13.049604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-bcfdc7b3-c429-4637-9937-922865b60791 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:13.050991 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-bcfdc7b3-c429-4637-9937-922865b60791 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.3404975 Oct 13 04:28:13.225830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Deleting port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:13.226176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.229657 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Deleting port df61582b-5a9b-4646-8d63-4fa70aa7b3ab {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:13.229982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.298337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735058b9-12aa-456b-bbd0-8a15311ca93b req-845a1a10-5c88-43c0-8c56-f4530cb765d2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:13.299790 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-735058b9-12aa-456b-bbd0-8a15311ca93b req-845a1a10-5c88-43c0-8c56-f4530cb765d2 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 946 time: 0.1173303 Oct 13 04:28:13.435239 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-735058b9-12aa-456b-bbd0-8a15311ca93b req-122f1485-bae5-48f6-836e-b58aa3e0d50b tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=acd1ca31-8016-44b7-8ec7-9dbb593bb41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059198 Oct 13 04:28:13.443978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] For port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:13.444341 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.459702 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] For port df61582b-5a9b-4646-8d63-4fa70aa7b3ab, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:13.460064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.593640 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094804-793d-4c89-8f39-f2f6da6416e5 req-21eac8c9-58ef-41fb-9e6b-68dc9341ebe8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:13.595146 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-85094804-793d-4c89-8f39-f2f6da6416e5 req-21eac8c9-58ef-41fb-9e6b-68dc9341ebe8 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 946 time: 0.0471289 Oct 13 04:28:13.651026 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-85094804-793d-4c89-8f39-f2f6da6416e5 req-2ccde33d-3156-4f7f-b574-3c80d2c9730e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=14d80f8c-b284-40c5-b790-7e820fc9c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499544 Oct 13 04:28:13.735639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:13.752672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.753033 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.753346 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Floating IP 97230e7d-bdcf-41e9-8686-19a5d1a38176 disassociated. External IP: 172.27.1.137, port: fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5. Oct 13 04:28:13.753686 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Calling delete_port for fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:13.760592 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.760958 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:13.761268 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Floating IP 719b26ad-4e1a-4d8f-8efc-8da9789808fa disassociated. External IP: 172.27.1.240, port: df61582b-5a9b-4646-8d63-4fa70aa7b3ab. Oct 13 04:28:13.761605 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Calling delete_port for df61582b-5a9b-4646-8d63-4fa70aa7b3ab owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:13.874077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:13.997858 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:14.002356 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (df61582b-5a9b-4646-8d63-4fa70aa7b3ab), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:14.035479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'Port': ['ID=fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:14.069352 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'Port': ['ID=df61582b-5a9b-4646-8d63-4fa70aa7b3ab,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:14.257660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:14.263085 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:14.446007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:14.477324 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:14.479712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:14.494460 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:14.502025 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:14.505345 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:14.514786 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:14.525846 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:14.526579 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:14.704244 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] No DVR routers for this DVR port fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:14.722647 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:14.726388 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-326f35d2-fec0-4eb7-90a5-8aa367ac9d9e req-cb5b7005-8562-485f-b12f-4a46a93bd9cf tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 HTTP/1.1" status: 204 len: 173 time: 1.6743705 Oct 13 04:28:14.727157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-deleted', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:28:14.731439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe1d81-2f6d-4dfa-9bf6-dcb73d21536c" -d '{"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-deleted", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:14.737393 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f894ffb5-c40a-46de-82dc-659c8346bfef req-97cd322b-d32c-43bb-8b8f-a60d0e47f423 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 210 time: 0.1716025 Oct 13 04:28:14.737520 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:14.737610 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] No DVR routers for this DVR port df61582b-5a9b-4646-8d63-4fa70aa7b3ab on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:14.750164 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:14.751952 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:14.757254 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9d6a9f1c-2a94-46c1-8692-901a78741a23 req-b1e2b009-1b79-4272-9991-f673156fd4e3 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.36 "DELETE /networking/v2.0/ports/df61582b-5a9b-4646-8d63-4fa70aa7b3ab HTTP/1.1" status: 204 len: 173 time: 1.6988909 Oct 13 04:28:14.824336 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451800e0-61da-443c-91eb-66c8a00cf9cd x-openstack-request-id: req-451800e0-61da-443c-91eb-66c8a00cf9cd {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:14.825003 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499d8484-0292-40e2-a084-f94dac55a15d", "name": "network-vif-deleted", "tag": "fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:14.825471 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-451800e0-61da-443c-91eb-66c8a00cf9cd {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:14.826248 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451800e0-61da-443c-91eb-66c8a00cf9cd'] response: {'server_uuid': '499d8484-0292-40e2-a084-f94dac55a15d', 'name': 'network-vif-deleted', 'tag': 'fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5', 'status': 'completed', 'code': 200} Oct 13 04:28:14.844540 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-110ea622-a16c-48ca-8126-29d7ca7bfe44 req-8ab4eaae-ef95-4e92-82dd-a21beb427b6e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=499d8484-0292-40e2-a084-f94dac55a15d HTTP/1.1" status: 200 len: 210 time: 0.0511203 Oct 13 04:28:15.021614 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.028644 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.047602 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:15.056342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:15.056790 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:15.057391 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.064872 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:15.065474 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.159743 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:15.169617 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:15.357432 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.370588 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:15.399194 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5c780-2ff0-4713-8758-1d9e489c0b91 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:21:04Z', 'revision_number': 4, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '6ca0fc9d-9edb-4f7b-8dae-2681c709521e', 'name': '', 'network_id': '73173841-4fa1-43e4-b55e-5df3b82b728b', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'mac_address': 'fa:16:3e:cb:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:00Z', 'updated_at': '2022-10-13T04:21:23Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'subnets': [{'id': '4885d988-ffd0-4574-8271-1b6737d07d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:15.401938 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2044d6-c444-4a14-b131-a0d2a2383bbf None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:21:08Z', 'revision_number': 4, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '9334c38d-b8eb-45e5-b7a1-d7420adf35b8', 'name': '', 'network_id': '80a6f545-b088-4d6c-b95e-6cedd0b72a59', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'mac_address': 'fa:16:3e:d9:a2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:21:06Z', 'updated_at': '2022-10-13T04:21:27Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'subnets': [{'id': '63435567-ec98-4c1f-b48a-9cd87c21e861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:15.707321 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de8a7e-d4c1-4eed-bb61-d95752ac92ea None None] New status for floating IP 719b26ad-4e1a-4d8f-8efc-8da9789808fa: DOWN {{(pid=104470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:28:15.728254 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec23cde-64b0-4b91-8b45-1ec04e323544 None None] New status for floating IP 97230e7d-bdcf-41e9-8686-19a5d1a38176: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:28:15.933087 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-10c91573-c9d8-4b0f-94e6-ec907ac38710 req-e6f6b775-efd8-4043-821f-0ce49cdced91 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=17727b50-e3a3-48f2-a277-7e2f2ff16903 HTTP/1.1" status: 200 len: 210 time: 0.0435617 Oct 13 04:28:15.986513 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35374) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.045703 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (14d80f8c-b284-40c5-b790-7e820fc9c107), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.074939 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (14d80f8c-b284-40c5-b790-7e820fc9c107), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.127054 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (14d80f8c-b284-40c5-b790-7e820fc9c107), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.130420 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.131721 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/14d80f8c-b284-40c5-b790-7e820fc9c107 HTTP/1.1" status: 204 len: 168 time: 0.1441231 Oct 13 04:28:16.135303 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35376) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.141676 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ac604-132f-4f54-ba7b-51003afc09d7 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d80f8c-b284-40c5-b790-7e820fc9c107,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.152336 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.api.v2.resource [None req-948e1d3a-8770-4ef3-a840-c414f51bec62 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] show failed (client error): The resource could not be found. Oct 13 04:28:16.153395 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-948e1d3a-8770-4ef3-a840-c414f51bec62 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "GET /networking/v2.0/security-groups/14d80f8c-b284-40c5-b790-7e820fc9c107 HTTP/1.1" status: 404 len: 347 time: 0.0166311 Oct 13 04:28:16.156771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35378) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.263768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device df61582b-5a9b-4646-8d63-4fa70aa7b3ab no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:16.271721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Deleting port 0efeacea-de2f-4b8e-a0d9-878c98230c6e {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:16.272176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.272970 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35382) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.284993 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: df61582b-5a9b-4646-8d63-4fa70aa7b3ab {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:16.285342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device df61582b-5a9b-4646-8d63-4fa70aa7b3ab not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:16.285763 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:16.309647 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:16.310002 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device fee760d7-9ab4-4c57-b0d2-4de08aa5cfa5 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:16.333900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:16.360110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.360447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (0efeacea-de2f-4b8e-a0d9-878c98230c6e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.373131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Calling delete_port for 0efeacea-de2f-4b8e-a0d9-878c98230c6e owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:16.389936 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-297159de-069e-4eca-b467-180c639dfa3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.473030 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-297159de-069e-4eca-b467-180c639dfa3d admin admin] Publish callbacks [] for security_group (d890fc53-7f21-4aba-a026-4781fa284e91), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.477253 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-297159de-069e-4eca-b467-180c639dfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d890fc53-7f21-4aba-a026-4781fa284e91), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.509545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (0efeacea-de2f-4b8e-a0d9-878c98230c6e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.521590 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-297159de-069e-4eca-b467-180c639dfa3d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=41783935852540cbaa3dfc839d4f2929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465158 Oct 13 04:28:16.522447 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297159de-069e-4eca-b467-180c639dfa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890fc53-7f21-4aba-a026-4781fa284e91,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.526122 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35386) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.536095 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Pushing event deleted for resources: {'Port': ['ID=0efeacea-de2f-4b8e-a0d9-878c98230c6e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.583176 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] Publish callbacks [] for security_group (d890fc53-7f21-4aba-a026-4781fa284e91), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.597464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks [] for floatingip (97230e7d-bdcf-41e9-8686-19a5d1a38176), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.599910 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.604021 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b1892102-a4bd-445a-b8ed-6c403ceef993 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/97230e7d-bdcf-41e9-8686-19a5d1a38176 HTTP/1.1" status: 204 len: 168 time: 0.4433944 Oct 13 04:28:16.606518 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] Publish callbacks [] for security_group (d890fc53-7f21-4aba-a026-4781fa284e91), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.658009 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d890fc53-7f21-4aba-a026-4781fa284e91), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.660728 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:16.661783 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d890fc53-7f21-4aba-a026-4781fa284e91 HTTP/1.1" status: 204 len: 168 time: 0.1346898 Oct 13 04:28:16.671955 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b8c21-c58a-4986-b839-f736cdfe5b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890fc53-7f21-4aba-a026-4781fa284e91,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.828292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'name': 'network-vif-deleted', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:28:16.830718 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b7b8db-b1f1-4f7e-80e3-19173260b93e" -d '{"events": [{"server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "name": "network-vif-deleted", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:16.868372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c01ab8-1eb1-4c52-91b2-486acb395661 x-openstack-request-id: req-b2c01ab8-1eb1-4c52-91b2-486acb395661 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:16.868739 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17727b50-e3a3-48f2-a277-7e2f2ff16903", "name": "network-vif-deleted", "tag": "df61582b-5a9b-4646-8d63-4fa70aa7b3ab", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:16.869061 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2c01ab8-1eb1-4c52-91b2-486acb395661 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:16.869554 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c01ab8-1eb1-4c52-91b2-486acb395661'] response: {'server_uuid': '17727b50-e3a3-48f2-a277-7e2f2ff16903', 'name': 'network-vif-deleted', 'tag': 'df61582b-5a9b-4646-8d63-4fa70aa7b3ab', 'status': 'completed', 'code': 200} Oct 13 04:28:16.966091 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35400) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:16.981907 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-960ccdcb-82c2-46ce-891b-dd654ca4f608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.024017 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:17.028440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35404) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:17.042733 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:17.075361 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-960ccdcb-82c2-46ce-891b-dd654ca4f608 admin admin] Publish callbacks [] for security_group (43a78550-dbe7-4797-8ffc-020a6f632044), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.079124 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-960ccdcb-82c2-46ce-891b-dd654ca4f608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (43a78550-dbe7-4797-8ffc-020a6f632044), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.091998 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (acd1ca31-8016-44b7-8ec7-9dbb593bb41a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.114874 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (acd1ca31-8016-44b7-8ec7-9dbb593bb41a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.118186 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ccdcb-82c2-46ce-891b-dd654ca4f608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a78550-dbe7-4797-8ffc-020a6f632044,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.123588 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-960ccdcb-82c2-46ce-891b-dd654ca4f608 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9af87bc785d0492c81a2c8821fb979ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564164 Oct 13 04:28:17.126318 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35406) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:17.166080 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (acd1ca31-8016-44b7-8ec7-9dbb593bb41a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.168902 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.170167 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/acd1ca31-8016-44b7-8ec7-9dbb593bb41a HTTP/1.1" status: 204 len: 168 time: 0.1406131 Oct 13 04:28:17.173546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35408) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:17.185241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] Publish callbacks [] for security_group (43a78550-dbe7-4797-8ffc-020a6f632044), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.187559 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b87a6-41c9-493b-a645-9e30b550df00 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1ca31-8016-44b7-8ec7-9dbb593bb41a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.194143 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.api.v2.resource [None req-ef4774a4-4051-431d-b3b9-f7c2ae656003 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] show failed (client error): The resource could not be found. Oct 13 04:28:17.195984 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ef4774a4-4051-431d-b3b9-f7c2ae656003 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "GET /networking/v2.0/security-groups/acd1ca31-8016-44b7-8ec7-9dbb593bb41a HTTP/1.1" status: 404 len: 347 time: 0.0201175 Oct 13 04:28:17.198950 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35410) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:17.212832 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] Publish callbacks [] for security_group (43a78550-dbe7-4797-8ffc-020a6f632044), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.262510 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (43a78550-dbe7-4797-8ffc-020a6f632044), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.265115 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.266299 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/43a78550-dbe7-4797-8ffc-020a6f632044 HTTP/1.1" status: 204 len: 168 time: 0.1384871 Oct 13 04:28:17.274240 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2146df-ade1-4927-bab7-b9193b670de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a78550-dbe7-4797-8ffc-020a6f632044,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.320151 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Deleting port 36dfe75c-a6ff-4c05-af86-7644cde00c48 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:17.320508 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.405052 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.405382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (36dfe75c-a6ff-4c05-af86-7644cde00c48), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.420560 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Calling delete_port for 36dfe75c-a6ff-4c05-af86-7644cde00c48 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:17.426003 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:17.555091 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (36dfe75c-a6ff-4c05-af86-7644cde00c48), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.582676 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Pushing event deleted for resources: {'Port': ['ID=36dfe75c-a6ff-4c05-af86-7644cde00c48,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.652232 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks [] for floatingip (719b26ad-4e1a-4d8f-8efc-8da9789808fa), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.654786 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:17.655947 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-46792262-6c11-43ec-95af-21e01398b606 tempest-AttachVolumeTestJSON-1968929909 tempest-AttachVolumeTestJSON-1968929909-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/719b26ad-4e1a-4d8f-8efc-8da9789808fa HTTP/1.1" status: 204 len: 168 time: 0.4560242 Oct 13 04:28:19.074274 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35498) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:19.286577 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:19.834806 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (1663214b-7b91-42f2-9bb8-f794405ffa84), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.086595 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Deleting port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:20.087319 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.176406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] For port 6ca0fc9d-9edb-4f7b-8dae-2681c709521e, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:20.176782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.190434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Calling delete_port for 6ca0fc9d-9edb-4f7b-8dae-2681c709521e owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:20.200322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:20.305732 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35582) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:20.403040 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (6ca0fc9d-9edb-4f7b-8dae-2681c709521e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.444144 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca0fc9d-9edb-4f7b-8dae-2681c709521e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.452979 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5412ca79-154f-4f90-9e4b-439396cb9e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.504686 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:20.680574 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5412ca79-154f-4f90-9e4b-439396cb9e38 admin admin] Publish callbacks [] for security_group (fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.686619 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5412ca79-154f-4f90-9e4b-439396cb9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.688897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (1663214b-7b91-42f2-9bb8-f794405ffa84), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.728934 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba16c1b-7ed8-4b96-b965-920197cd7dc1 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:28:20.766502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:20.772155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ca79-154f-4f90-9e4b-439396cb9e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.781110 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5412ca79-154f-4f90-9e4b-439396cb9e38 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d6745f9d885b4c87a1d5971e04b33e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718983 Oct 13 04:28:20.781745 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35586) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:20.825022 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba16c1b-7ed8-4b96-b965-920197cd7dc1 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:28:20.842500 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] Publish callbacks [] for security_group (fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.862895 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] Publish callbacks [] for security_group (fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.890757 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:20.916650 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.920774 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:20.924339 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b HTTP/1.1" status: 204 len: 168 time: 0.1389840 Oct 13 04:28:20.924519 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:20.934180 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33ee36-9295-4a4a-bc8c-f2f232d68909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ab8ec-cde2-4d49-b9eb-424e35c4ad0b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.963214 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Router 1663214b-7b91-42f2-9bb8-f794405ffa84 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:21.079664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:21.087158 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-07e052c0-f88b-4b3e-90d1-9125aeff5e01 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1663214b-7b91-42f2-9bb8-f794405ffa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123391 Oct 13 04:28:21.089635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35592) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:21.092424 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Sync routers for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:21.106935 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:21.107700 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.204449 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks [] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.255720 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:21.333087 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35600) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:21.341816 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks [] for router_gateway (1663214b-7b91-42f2-9bb8-f794405ffa84), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.375696 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:21.406272 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35604) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:21.425263 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Deleting port 9ec662c5-0618-4f5c-bcfb-0409887f32f4 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:21.425883 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.432414 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-92c022a1-3443-4954-86e7-e70acce95e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.504490 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:21.506873 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:28:20Z', 'revision_number': 5, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port': {'id': '9ec662c5-0618-4f5c-bcfb-0409887f32f4', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:55Z', 'updated_at': '2022-10-13T04:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.539682 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Checking router: 1663214b-7b91-42f2-9bb8-f794405ffa84 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:21.551265 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Routers {'1663214b-7b91-42f2-9bb8-f794405ffa84'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:21.551892 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1663214b-7b91-42f2-9bb8-f794405ffa84'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.566517 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] For port 9ec662c5-0618-4f5c-bcfb-0409887f32f4, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9ec662c5-0618-4f5c-bcfb-0409887f32f4,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:21.566897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.584561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-92c022a1-3443-4954-86e7-e70acce95e73 admin admin] Publish callbacks [] for security_group (ce94b9ed-1b69-459a-97c1-ea5f3c8f812d), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.585578 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:21.595391 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-92c022a1-3443-4954-86e7-e70acce95e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ce94b9ed-1b69-459a-97c1-ea5f3c8f812d), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.608524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Calling delete_port for 9ec662c5-0618-4f5c-bcfb-0409887f32f4 owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:21.673520 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-92c022a1-3443-4954-86e7-e70acce95e73 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a5131be56034418f997a2e501ec3e8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658672 Oct 13 04:28:21.675462 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35606) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:21.684015 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c022a1-3443-4954-86e7-e70acce95e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce94b9ed-1b69-459a-97c1-ea5f3c8f812d,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.729179 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-94c81f16-31a6-4b94-b627-c91d2297d573 None None] Provisioning complete for port c3524fa6-4bc9-4bd0-940f-dca080feabff triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:21.729743 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-94c81f16-31a6-4b94-b627-c91d2297d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.731465 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-94c81f16-31a6-4b94-b627-c91d2297d573 None None] Attempt 1 to provision port c3524fa6-4bc9-4bd0-940f-dca080feabff Oct 13 04:28:21.755393 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] Set router 1663214b-7b91-42f2-9bb8-f794405ffa84 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:21.820550 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:28:21Z', 'revision_number': 6, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.825117 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] Publish callbacks [] for security_group (ce94b9ed-1b69-459a-97c1-ea5f3c8f812d), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.836084 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-94c81f16-31a6-4b94-b627-c91d2297d573 None None] Current status of the port c3524fa6-4bc9-4bd0-940f-dca080feabff is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:21.855107 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3e82-e9ac-46b5-9c2e-c93f579e2b72 None None] The sync data for ids ['1663214b-7b91-42f2-9bb8-f794405ffa84'] in dv-cinder-860997-1-iscsi is: [{'id': '1663214b-7b91-42f2-9bb8-f794405ffa84', 'name': 'tempest-AttachVolumeShelveTestJSON-1917929888-router', 'tenant_id': '75387c76ea384e5c96a336751c613e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:53Z', 'updated_at': '2022-10-13T04:28:21Z', 'revision_number': 6, 'project_id': '75387c76ea384e5c96a336751c613e6e', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:21.858710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] Publish callbacks [] for security_group (ce94b9ed-1b69-459a-97c1-ea5f3c8f812d), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.870256 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (9ec662c5-0618-4f5c-bcfb-0409887f32f4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.876047 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:21.907480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec662c5-0618-4f5c-bcfb-0409887f32f4,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.932705 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:21.961900 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-ce240d8b-335b-43b0-bb7a-15e1b75d9666 None None] Provisioning complete for port c3524fa6-4bc9-4bd0-940f-dca080feabff triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:21.962550 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce240d8b-335b-43b0-bb7a-15e1b75d9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:21.962890 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-ce240d8b-335b-43b0-bb7a-15e1b75d9666 None None] Attempt 1 to provision port c3524fa6-4bc9-4bd0-940f-dca080feabff Oct 13 04:28:21.973473 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (1663214b-7b91-42f2-9bb8-f794405ffa84), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.006698 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ce94b9ed-1b69-459a-97c1-ea5f3c8f812d), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.010631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.011804 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ce94b9ed-1b69-459a-97c1-ea5f3c8f812d HTTP/1.1" status: 204 len: 168 time: 0.3352652 Oct 13 04:28:22.033828 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f38f-d3d1-4ef5-ac1f-5066b8b34d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce94b9ed-1b69-459a-97c1-ea5f3c8f812d,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:22.067537 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ce240d8b-335b-43b0-bb7a-15e1b75d9666 None None] Current status of the port c3524fa6-4bc9-4bd0-940f-dca080feabff is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:22.086356 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:22.090922 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.093337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks [] for router_controller (1663214b-7b91-42f2-9bb8-f794405ffa84), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.145309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (1663214b-7b91-42f2-9bb8-f794405ffa84), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.146193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1663214b-7b91-42f2-9bb8-f794405ffa84 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:22.152900 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.156375 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-2967a52e-3c37-4f1c-a8a7-1ac8b7247562 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1663214b-7b91-42f2-9bb8-f794405ffa84 HTTP/1.1" status: 204 len: 168 time: 1.0634131 Oct 13 04:28:22.156782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35612) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:22.181838 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.211338 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Deleting subnet 4885d988-ffd0-4574-8271-1b6737d07d13 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:28:22.222874 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Publish callbacks [] for subnet (4885d988-ffd0-4574-8271-1b6737d07d13), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.266728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (4885d988-ffd0-4574-8271-1b6737d07d13), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.389037 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (4885d988-ffd0-4574-8271-1b6737d07d13), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.459218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (4885d988-ffd0-4574-8271-1b6737d07d13), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.493828 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Deleting port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:22.494561 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.495193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4885d988-ffd0-4574-8271-1b6737d07d13,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:22.500653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.507091 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-eeaee7a9-2a08-4aff-8332-4ca1fa0d7b89 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4885d988-ffd0-4574-8271-1b6737d07d13 HTTP/1.1" status: 204 len: 168 time: 0.3490777 Oct 13 04:28:22.509212 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207e93b-8ef6-43de-9497-2845b00cc62b None None] Network 73173841-4fa1-43e4-b55e-5df3b82b728b requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:22.510258 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35622) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:22.629885 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (73173841-4fa1-43e4-b55e-5df3b82b728b), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.652745 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] For port 9334c38d-b8eb-45e5-b7a1-d7420adf35b8, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:22.653107 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.684373 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Calling delete_port for 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:22.708723 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] DHCP port deletion for 73173841-4fa1-43e4-b55e-5df3b82b728b request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:28:22.713226 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Deleting port c3524fa6-4bc9-4bd0-940f-dca080feabff {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:22.713785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.714942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6ca0fc9d-9edb-4f7b-8dae-2681c709521e no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:22.737316 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 6ca0fc9d-9edb-4f7b-8dae-2681c709521e {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:22.737908 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 6ca0fc9d-9edb-4f7b-8dae-2681c709521e not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:22.791304 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Deleting port c3524fa6-4bc9-4bd0-940f-dca080feabff {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:22.791934 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.832904 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] For port c3524fa6-4bc9-4bd0-940f-dca080feabff, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c3524fa6-4bc9-4bd0-940f-dca080feabff,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:22.833457 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.862473 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] For port c3524fa6-4bc9-4bd0-940f-dca080feabff, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=c3524fa6-4bc9-4bd0-940f-dca080feabff,segment=NetworkSegment(e59363b1-2875-4916-bd0d-bf49120bf6ab),segment_id=e59363b1-2875-4916-bd0d-bf49120bf6ab)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:22.863285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:22.879742 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Calling delete_port for c3524fa6-4bc9-4bd0-940f-dca080feabff owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:22.884650 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Calling delete_port for c3524fa6-4bc9-4bd0-940f-dca080feabff owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:22.886634 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:22.905251 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=100 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:23.004252 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.033869 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (c3524fa6-4bc9-4bd0-940f-dca080feabff), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.044822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] Pushing event deleted for resources: {'Port': ['ID=c3524fa6-4bc9-4bd0-940f-dca080feabff,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.048981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38d4b5-4773-41ff-8918-98aebe66d454 None None] No DVR routers for this DVR port c3524fa6-4bc9-4bd0-940f-dca080feabff on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:23.062125 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (9334c38d-b8eb-45e5-b7a1-d7420adf35b8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.071744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3524fa6-4bc9-4bd0-940f-dca080feabff,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.089067 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] No DVR routers for this DVR port c3524fa6-4bc9-4bd0-940f-dca080feabff on host dv-cinder-860997-1-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:23.140328 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9334c38d-b8eb-45e5-b7a1-d7420adf35b8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.250924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (73173841-4fa1-43e4-b55e-5df3b82b728b), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.319323 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73173841-4fa1-43e4-b55e-5df3b82b728b']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:23.333708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59363b1-2875-4916-bd0d-bf49120bf6ab') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:23.334015 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59363b1-2875-4916-bd0d-bf49120bf6ab') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:23.350305 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (e59363b1-2875-4916-bd0d-bf49120bf6ab), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.393332 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (e59363b1-2875-4916-bd0d-bf49120bf6ab), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.402687 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:23.403125 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (e59363b1-2875-4916-bd0d-bf49120bf6ab), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.453524 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment e59363b1-2875-4916-bd0d-bf49120bf6ab resource provider aggregate not found Oct 13 04:28:23.472023 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.479416 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment e59363b1-2875-4916-bd0d-bf49120bf6ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e59363b1-2875-4916-bd0d-bf49120bf6ab found for delete ", "request_id": "req-938e606f-1169-4bcd-af85-2244d69b44e8"}]} Oct 13 04:28:23.498453 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3459a8-8bfb-471e-96ff-f3b9b1ec80cb None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:28:23.521353 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (73173841-4fa1-43e4-b55e-5df3b82b728b), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.526416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:23.528469 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.534525 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/73173841-4fa1-43e4-b55e-5df3b82b728b HTTP/1.1" status: 204 len: 168 time: 1.0231824 Oct 13 04:28:23.552341 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8afc5-a666-4c00-ba59-ee15d2fa1db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73173841-4fa1-43e4-b55e-5df3b82b728b,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.623593 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3459a8-8bfb-471e-96ff-f3b9b1ec80cb None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:28:23.745578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:23.752769 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:23.790708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35658) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:23.852140 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d94c91ea-1827-4a64-8d14-0d0faca245c5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=75387c76ea384e5c96a336751c613e6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579965 Oct 13 04:28:23.854817 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35660) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:23.879289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:23.889218 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-cd5b34c6-5813-4556-97f5-e731b2bc7f12 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/271a9a1c-dec5-49f9-b79e-b668497e5eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5552330 Oct 13 04:28:23.890853 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Sync routers for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:23.893079 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35664) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:23.894766 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:23.904660 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:23.917789 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:23.918623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:23.929932 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] Publish callbacks [] for security_group (b81723a0-abe7-4766-86b6-e7957a52b201), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:23.954410 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] Publish callbacks [] for security_group (b81723a0-abe7-4766-86b6-e7957a52b201), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.041315 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (b81723a0-abe7-4766-86b6-e7957a52b201), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.044325 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.048715 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b81723a0-abe7-4766-86b6-e7957a52b201 HTTP/1.1" status: 204 len: 168 time: 0.1918347 Oct 13 04:28:24.060008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ee823-6e81-4fc7-8731-f3cfa89047bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81723a0-abe7-4766-86b6-e7957a52b201,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:24.062526 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks [] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.063735 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35668) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:24.092766 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:24.197309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks [] for router_gateway (271a9a1c-dec5-49f9-b79e-b668497e5eb5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.238393 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f40b4ebe-eed8-4fe3-abb7-8788212b1559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.266410 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Deleting port 854ba1b1-4e50-4279-a3f9-1176d91be037 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:24.270794 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.329520 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:24.364101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c3524fa6-4bc9-4bd0-940f-dca080feabff no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:24.400745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: c3524fa6-4bc9-4bd0-940f-dca080feabff {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:24.401099 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device c3524fa6-4bc9-4bd0-940f-dca080feabff not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:24.401513 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9ec662c5-0618-4f5c-bcfb-0409887f32f4 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:24.403166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f40b4ebe-eed8-4fe3-abb7-8788212b1559 admin admin] Publish callbacks [] for security_group (6d616765-e02e-40b5-a836-bfd553d1939c), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.404997 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] For port 854ba1b1-4e50-4279-a3f9-1176d91be037, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=854ba1b1-4e50-4279-a3f9-1176d91be037,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:24.405726 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.411556 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f40b4ebe-eed8-4fe3-abb7-8788212b1559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6d616765-e02e-40b5-a836-bfd553d1939c), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.433381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Calling delete_port for 854ba1b1-4e50-4279-a3f9-1176d91be037 owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:24.438404 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 9ec662c5-0618-4f5c-bcfb-0409887f32f4 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:24.439054 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9ec662c5-0618-4f5c-bcfb-0409887f32f4 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:24.483629 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f40b4ebe-eed8-4fe3-abb7-8788212b1559 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f640b40145d346029612622767058c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167223 Oct 13 04:28:24.492528 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:28:22Z', 'revision_number': 5, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port': {'id': '854ba1b1-4e50-4279-a3f9-1176d91be037', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:20:56Z', 'updated_at': '2022-10-13T04:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:24.503915 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35674) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:24.515497 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b4ebe-eed8-4fe3-abb7-8788212b1559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d616765-e02e-40b5-a836-bfd553d1939c,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:24.544061 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Checking router: 271a9a1c-dec5-49f9-b79e-b668497e5eb5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:24.550395 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Routers {'271a9a1c-dec5-49f9-b79e-b668497e5eb5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:24.551286 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:24.587872 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:24.595796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] Publish callbacks [] for security_group (6d616765-e02e-40b5-a836-bfd553d1939c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.660375 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-971f5d74-dff3-4538-960a-65a144ead7a6 None None] Provisioning complete for port 712ba541-6e33-4a2f-8b0a-dfb633bae390 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:24.660993 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-971f5d74-dff3-4538-960a-65a144ead7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.661332 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-971f5d74-dff3-4538-960a-65a144ead7a6 None None] Attempt 1 to provision port 712ba541-6e33-4a2f-8b0a-dfb633bae390 Oct 13 04:28:24.664783 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] Publish callbacks [] for security_group (6d616765-e02e-40b5-a836-bfd553d1939c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.689046 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] Set router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:24.754670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (6d616765-e02e-40b5-a836-bfd553d1939c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.755249 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-b899f182-332f-41a9-899f-8dee6531370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:28:24Z', 'revision_number': 6, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:24.758601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.759880 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d616765-e02e-40b5-a836-bfd553d1939c HTTP/1.1" status: 204 len: 168 time: 0.2551003 Oct 13 04:28:24.779467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4eba-f6a8-49e9-97d8-c4afa45295b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d616765-e02e-40b5-a836-bfd553d1939c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:24.787940 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899f182-332f-41a9-899f-8dee6531370f None None] The sync data for ids ['271a9a1c-dec5-49f9-b79e-b668497e5eb5'] in dv-cinder-860997-1-iscsi is: [{'id': '271a9a1c-dec5-49f9-b79e-b668497e5eb5', 'name': 'tempest-AttachVolumeTestJSON-243801434-router', 'tenant_id': '73d6c8ffc0354e9d889b1abc471602ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:20:54Z', 'updated_at': '2022-10-13T04:28:24Z', 'revision_number': 6, 'project_id': '73d6c8ffc0354e9d889b1abc471602ac', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:24.789440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (854ba1b1-4e50-4279-a3f9-1176d91be037), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:24.833024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Pushing event deleted for resources: {'Port': ['ID=854ba1b1-4e50-4279-a3f9-1176d91be037,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:24.864628 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-971f5d74-dff3-4538-960a-65a144ead7a6 None None] Current status of the port 712ba541-6e33-4a2f-8b0a-dfb633bae390 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:24.921812 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.015301 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.018186 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks [] for router_controller (271a9a1c-dec5-49f9-b79e-b668497e5eb5), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.070548 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (271a9a1c-dec5-49f9-b79e-b668497e5eb5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.071447 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 271a9a1c-dec5-49f9-b79e-b668497e5eb5 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:25.075782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.076927 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-0d3548ce-f3f0-485a-ab59-823f19fb2148 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/271a9a1c-dec5-49f9-b79e-b668497e5eb5 HTTP/1.1" status: 204 len: 168 time: 1.1828005 Oct 13 04:28:25.079524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35696) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:25.133796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Deleting subnet 63435567-ec98-4c1f-b48a-9cd87c21e861 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:28:25.139884 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Publish callbacks [] for subnet (63435567-ec98-4c1f-b48a-9cd87c21e861), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.146369 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35698) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:25.160837 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5953818c-3163-4fbc-a351-57c7343c961f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.177947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (63435567-ec98-4c1f-b48a-9cd87c21e861), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.264794 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5953818c-3163-4fbc-a351-57c7343c961f admin admin] Publish callbacks [] for security_group (2426bece-0e8c-4c88-8a5e-1707fb8a3b66), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.270502 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5953818c-3163-4fbc-a351-57c7343c961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2426bece-0e8c-4c88-8a5e-1707fb8a3b66), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.279924 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (63435567-ec98-4c1f-b48a-9cd87c21e861), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.301594 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:25.325014 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5953818c-3163-4fbc-a351-57c7343c961f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9172fb3ffa2847bca7f56a6630200775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775417 Oct 13 04:28:25.326199 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953818c-3163-4fbc-a351-57c7343c961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2426bece-0e8c-4c88-8a5e-1707fb8a3b66,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.334439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35702) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:25.370636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (63435567-ec98-4c1f-b48a-9cd87c21e861), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.409107 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.415933 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35706) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:25.416394 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/63435567-ec98-4c1f-b48a-9cd87c21e861 HTTP/1.1" status: 204 len: 168 time: 0.3352165 Oct 13 04:28:25.418052 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300e322-c271-4f9c-b8cb-8d57023b2b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63435567-ec98-4c1f-b48a-9cd87c21e861,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.421282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1178e2-70c6-4cfd-8415-687524e65d28 None None] Network 80a6f545-b088-4d6c-b95e-6cedd0b72a59 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:25.438446 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] Publish callbacks [] for security_group (2426bece-0e8c-4c88-8a5e-1707fb8a3b66), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.465044 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] Publish callbacks [] for security_group (2426bece-0e8c-4c88-8a5e-1707fb8a3b66), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.479120 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:25.512667 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (80a6f545-b088-4d6c-b95e-6cedd0b72a59), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.531421 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2426bece-0e8c-4c88-8a5e-1707fb8a3b66), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.534593 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.535759 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2426bece-0e8c-4c88-8a5e-1707fb8a3b66 HTTP/1.1" status: 204 len: 168 time: 0.2004104 Oct 13 04:28:25.545163 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79c2c-c111-4515-9807-b3e5b0c4a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426bece-0e8c-4c88-8a5e-1707fb8a3b66,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.562253 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Deleting port 712ba541-6e33-4a2f-8b0a-dfb633bae390 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:25.562567 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.645436 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] DHCP port deletion for 80a6f545-b088-4d6c-b95e-6cedd0b72a59 request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:28:25.675903 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] For port 712ba541-6e33-4a2f-8b0a-dfb633bae390, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=712ba541-6e33-4a2f-8b0a-dfb633bae390,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:25.676575 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.683567 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:25.701650 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Calling delete_port for 712ba541-6e33-4a2f-8b0a-dfb633bae390 owned by network:dhcp {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:25.703124 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Deleting port 712ba541-6e33-4a2f-8b0a-dfb633bae390 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:25.703726 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.821993 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.823863 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] For port 712ba541-6e33-4a2f-8b0a-dfb633bae390, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=712ba541-6e33-4a2f-8b0a-dfb633bae390,segment=NetworkSegment(f2ecf6e1-d4f5-4d60-846e-7babc764f2a7),segment_id=f2ecf6e1-d4f5-4d60-846e-7babc764f2a7)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:25.825519 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:25.847332 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Calling delete_port for 712ba541-6e33-4a2f-8b0a-dfb633bae390 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:25.863527 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=712ba541-6e33-4a2f-8b0a-dfb633bae390,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.867477 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] No DVR routers for this DVR port 712ba541-6e33-4a2f-8b0a-dfb633bae390 on host dv-cinder-860997-1-iscsi {{(pid=104468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:25.977375 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (80a6f545-b088-4d6c-b95e-6cedd0b72a59), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.004051 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (712ba541-6e33-4a2f-8b0a-dfb633bae390), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.017565 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a6f545-b088-4d6c-b95e-6cedd0b72a59']}} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.022476 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35726) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:26.040048 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] Pushing event deleted for resources: {'Port': ['ID=712ba541-6e33-4a2f-8b0a-dfb633bae390,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.048606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ff4e5-50db-4605-9f01-37162bd0dffc None None] No DVR routers for this DVR port 712ba541-6e33-4a2f-8b0a-dfb633bae390 on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:26.069016 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7') {'for_net_delete': True} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.069334 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.services.segments.db [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ecf6e1-d4f5-4d60-846e-7babc764f2a7') {} {{(pid=104468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:26.081698 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30843748'] for segment (f2ecf6e1-d4f5-4d60-846e-7babc764f2a7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.097142 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (f2ecf6e1-d4f5-4d60-846e-7babc764f2a7), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.106145 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:26.106569 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30841741'] for segment (f2ecf6e1-d4f5-4d60-846e-7babc764f2a7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.156021 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment f2ecf6e1-d4f5-4d60-846e-7babc764f2a7 resource provider aggregate not found Oct 13 04:28:26.178317 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.services.segments.plugin [-] Segment f2ecf6e1-d4f5-4d60-846e-7babc764f2a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2ecf6e1-d4f5-4d60-846e-7babc764f2a7 found for delete ", "request_id": "req-5af58c53-b2bf-4fd8-9e74-6b6def065c04"}]} Oct 13 04:28:26.187427 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (80a6f545-b088-4d6c-b95e-6cedd0b72a59), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.200364 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.200364 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/80a6f545-b088-4d6c-b95e-6cedd0b72a59 HTTP/1.1" status: 204 len: 168 time: 0.7809138 Oct 13 04:28:26.212771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4160-d63a-4074-a19d-eec60da9d9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a6f545-b088-4d6c-b95e-6cedd0b72a59,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.247499 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:26.280759 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:26.281128 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 9334c38d-b8eb-45e5-b7a1-d7420adf35b8 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:26.282338 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 712ba541-6e33-4a2f-8b0a-dfb633bae390 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:26.309036 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 712ba541-6e33-4a2f-8b0a-dfb633bae390 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:26.309342 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 712ba541-6e33-4a2f-8b0a-dfb633bae390 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:26.309767 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 854ba1b1-4e50-4279-a3f9-1176d91be037 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:26.337291 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 854ba1b1-4e50-4279-a3f9-1176d91be037 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:26.337643 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 854ba1b1-4e50-4279-a3f9-1176d91be037 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:26.505656 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35750) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:26.569978 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-882eb6e7-0661-43ce-aff5-1a8229f664d4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=73d6c8ffc0354e9d889b1abc471602ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613532 Oct 13 04:28:26.572849 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35754) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:26.594590 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:26.643069 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] Publish callbacks [] for security_group (125fcdf4-3307-4976-a98c-5cc62c98b1c8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.672710 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] Publish callbacks [] for security_group (125fcdf4-3307-4976-a98c-5cc62c98b1c8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.689264 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:26.705100 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Deleting port 762949fe-4b11-44b1-a4b2-555287ec818e {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:26.705454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.743056 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (125fcdf4-3307-4976-a98c-5cc62c98b1c8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.748480 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.750591 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/125fcdf4-3307-4976-a98c-5cc62c98b1c8 HTTP/1.1" status: 204 len: 168 time: 0.1762624 Oct 13 04:28:26.761885 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72ff19-2594-4277-b49a-a39fd4a72891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fcdf4-3307-4976-a98c-5cc62c98b1c8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:26.807659 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.807987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for floatingip (762949fe-4b11-44b1-a4b2-555287ec818e), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:26.826057 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Calling delete_port for 762949fe-4b11-44b1-a4b2-555287ec818e owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:26.995249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (762949fe-4b11-44b1-a4b2-555287ec818e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:27.028716 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event deleted for resources: {'Port': ['ID=762949fe-4b11-44b1-a4b2-555287ec818e,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.110399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for floatingip (4d73eabe-54c6-42ff-9685-6118524ab63e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:27.110929 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Floating IP 4d73eabe-54c6-42ff-9685-6118524ab63e disassociated (deleted). External IP: 172.27.1.210, port: 9b98fb07-be4c-4add-b232-a8149b2588d6. Oct 13 04:28:27.183038 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:27.354005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:27.452250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:27.596804 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:27.603689 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:27.613446 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Sync routers for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:27.632527 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:27.633309 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:27.701540 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f2dca6e6-31d4-49e8-859f-de7ef7339fb3 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4d73eabe-54c6-42ff-9685-6118524ab63e HTTP/1.1" status: 204 len: 168 time: 1.6674244 Oct 13 04:28:27.702515 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:28:27.706980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a" -d '{"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:27.775267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6cdf04-ece7-4de4-a919-278f96b652f2 x-openstack-request-id: req-0f6cdf04-ece7-4de4-a919-278f96b652f2 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:27.775761 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:27.776183 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0f6cdf04-ece7-4de4-a919-278f96b652f2 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:27.776738 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6cdf04-ece7-4de4-a919-278f96b652f2'] response: {'name': 'network-changed', 'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'status': 'completed', 'code': 200} Oct 13 04:28:27.829639 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:27.944624 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-f86571e1-50d4-479c-b03f-c5128bc1706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:27.949423 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-f86571e1-50d4-479c-b03f-c5128bc1706b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=fabffb6796a34773987a4f7e414352d0&device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 1130 time: 0.1173229 Oct 13 04:28:28.147099 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:28.192717 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Checking router: 3859025a-2c7c-4ea2-83db-7afb26f17dc7 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:28.220315 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:28.220998 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:28.329807 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286bc3f-de0a-4f0a-b54b-7a47eb581ca9 req-77322e46-a96b-47fb-9998-29da8eb6ce39 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:28.332191 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e286bc3f-de0a-4f0a-b54b-7a47eb581ca9 req-77322e46-a96b-47fb-9998-29da8eb6ce39 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.3650427 Oct 13 04:28:28.387545 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:28.401819 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e286bc3f-de0a-4f0a-b54b-7a47eb581ca9 req-1670d865-0b3a-4313-abe2-129be27d2389 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623538 Oct 13 04:28:28.424646 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:28.633489 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:28.659497 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef26682-1f06-43d7-b4c6-f10155aabe23 None None] The sync data for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi is: [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:01Z', 'revision_number': 4, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '45603209-03b0-41fa-9212-b07d29b27370', 'name': '', 'network_id': 'f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'mac_address': 'fa:16:3e:9c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:00Z', 'updated_at': '2022-10-13T04:23:07Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'subnets': [{'id': 'e9b17e31-00c6-4791-b8e4-6e19ff772c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:28.862834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f05e8862-378a-4eac-9c74-888761c7a06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:28.955757 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45f97d1-6ade-4331-9a00-dd11f648e161 None None] New status for floating IP 4d73eabe-54c6-42ff-9685-6118524ab63e: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:28:29.106305 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:29.186123 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-80c8f345-063f-4dad-814f-aeb47887e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:29.195134 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-80c8f345-063f-4dad-814f-aeb47887e032 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 200 len: 910 time: 0.1924784 Oct 13 04:28:29.252676 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-3d050c93-aab7-48bb-87d2-0bb626941d57 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 200 len: 217 time: 0.0406528 Oct 13 04:28:29.314091 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-58f140ea-7782-4bad-aaa6-640cd795bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:29.315769 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-58f140ea-7782-4bad-aaa6-640cd795bce7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 200 len: 848 time: 0.0567107 Oct 13 04:28:29.472607 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-4f63bb01-293d-469b-b837-03f0b34d3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:29.474125 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-4f63bb01-293d-469b-b837-03f0b34d3a2d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455124 Oct 13 04:28:29.611897 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50271d7-8f7d-4d87-beb4-676e14c981c5 req-ad4140d9-774c-4793-991d-c05a8f630dfd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:29.613351 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e50271d7-8f7d-4d87-beb4-676e14c981c5 req-ad4140d9-774c-4793-991d-c05a8f630dfd tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.1165855 Oct 13 04:28:29.640839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-6f932e75-a64d-46c0-8562-702b528b9318 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:29.642246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-6f932e75-a64d-46c0-8562-702b528b9318 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 946 time: 0.0817540 Oct 13 04:28:29.715193 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-71e9a9c2-8365-41f7-89fa-ce2dc671bdd4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274210 Oct 13 04:28:29.787198 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e50271d7-8f7d-4d87-beb4-676e14c981c5 req-4f5e3d3f-86b6-49b3-919c-070e8d280685 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ab171e6f-41ee-42a5-9147-322e19848467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650186 Oct 13 04:28:29.838675 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Deleting port 9b98fb07-be4c-4add-b232-a8149b2588d6 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:29.839017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:29.924697 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-62e6f7d6-fa0b-42ef-b033-2dad6e26b91a req-3a59a447-ee5c-4c3c-8436-3419bd4d91fe service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025766 Oct 13 04:28:29.967269 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] For port 9b98fb07-be4c-4add-b232-a8149b2588d6, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=9b98fb07-be4c-4add-b232-a8149b2588d6,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:29.967590 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:29.980786 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Calling delete_port for 9b98fb07-be4c-4add-b232-a8149b2588d6 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:30.084478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:30.109966 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (9b98fb07-be4c-4add-b232-a8149b2588d6), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:30.145725 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event deleted for resources: {'Port': ['ID=9b98fb07-be4c-4add-b232-a8149b2588d6,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:30.190083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] No DVR routers for this DVR port 9b98fb07-be4c-4add-b232-a8149b2588d6 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:30.192452 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:30.197368 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f89e5b55-15ad-424b-a3ee-e1bb840df9ab req-7918194b-4477-41de-aa7e-957ee324b693 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.36 "DELETE /networking/v2.0/ports/9b98fb07-be4c-4add-b232-a8149b2588d6 HTTP/1.1" status: 204 len: 173 time: 0.5427876 Oct 13 04:28:30.197853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-deleted', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:28:30.200267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24eff91-4f20-472c-90b8-03204710c895" -d '{"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-deleted", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:30.239825 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff7a3e-4fd1-4ff4-aff3-0494e6857503 x-openstack-request-id: req-a5ff7a3e-4fd1-4ff4-aff3-0494e6857503 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:30.240164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f186151e-3b9a-4cdf-8d6e-427fea09de90", "name": "network-vif-deleted", "tag": "9b98fb07-be4c-4add-b232-a8149b2588d6", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:30.240424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5ff7a3e-4fd1-4ff4-aff3-0494e6857503 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:30.240839 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ff7a3e-4fd1-4ff4-aff3-0494e6857503'] response: {'server_uuid': 'f186151e-3b9a-4cdf-8d6e-427fea09de90', 'name': 'network-vif-deleted', 'tag': '9b98fb07-be4c-4add-b232-a8149b2588d6', 'status': 'completed', 'code': 200} Oct 13 04:28:30.888436 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:30.909391 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c3509bee-e2b6-4819-960e-4fe73d2c274b req-4a136771-1222-480a-b9c4-196d731d68e1 tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f186151e-3b9a-4cdf-8d6e-427fea09de90 HTTP/1.1" status: 200 len: 210 time: 0.0299039 Oct 13 04:28:31.119515 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc73c-28b2-4a5b-9c12-c12d8b99fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:31.983364 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35950) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:32.052731 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (ab171e6f-41ee-42a5-9147-322e19848467), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.087295 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (ab171e6f-41ee-42a5-9147-322e19848467), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.180874 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ab171e6f-41ee-42a5-9147-322e19848467), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.185166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.186561 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ab171e6f-41ee-42a5-9147-322e19848467 HTTP/1.1" status: 204 len: 168 time: 0.2024689 Oct 13 04:28:32.206506 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74649ce3-b7af-4528-91c6-f204a01a708a tempest-TestShelveInstance-731044265 tempest-TestShelveInstance-731044265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab171e6f-41ee-42a5-9147-322e19848467,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:32.250269 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 35960) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:32.447867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.715921 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.932020 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Deleting port 45603209-03b0-41fa-9212-b07d29b27370 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:32.932357 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (45603209-03b0-41fa-9212-b07d29b27370), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:32.971418 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:33.012313 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] For port 45603209-03b0-41fa-9212-b07d29b27370, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=45603209-03b0-41fa-9212-b07d29b27370,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:33.012953 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (45603209-03b0-41fa-9212-b07d29b27370), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:33.024808 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Calling delete_port for 45603209-03b0-41fa-9212-b07d29b27370 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:33.137740 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:33.212727 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (45603209-03b0-41fa-9212-b07d29b27370), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:33.240236 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45603209-03b0-41fa-9212-b07d29b27370,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.403349 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:33.426397 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9016f0-db12-42c6-b788-2c22c1afbf28 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:28:33.502009 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9016f0-db12-42c6-b788-2c22c1afbf28 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:28:33.611581 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:33.721587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:33.727573 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-77441493-0f8e-4ac2-903e-cd34f62606a2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3859025a-2c7c-4ea2-83db-7afb26f17dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4760356 Oct 13 04:28:33.730505 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35970) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:33.735359 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Sync routers for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:33.745825 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:33.746467 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:33.835623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks [] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:33.859856 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:33.861418 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:33.946871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks [] for router_gateway (3859025a-2c7c-4ea2-83db-7afb26f17dc7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:33.960447 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:33.995251 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Deleting port 986fa5da-4436-42b2-b89e-2e73751cf6fd {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:33.996149 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.039694 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:28:33Z', 'revision_number': 5, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port': {'id': '986fa5da-4436-42b2-b89e-2e73751cf6fd', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:34.069249 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Checking router: 3859025a-2c7c-4ea2-83db-7afb26f17dc7 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:34.079770 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Routers {'3859025a-2c7c-4ea2-83db-7afb26f17dc7'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:34.080524 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:34.095714 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.097710 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] For port 986fa5da-4436-42b2-b89e-2e73751cf6fd, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=986fa5da-4436-42b2-b89e-2e73751cf6fd,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:34.098162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.113439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Calling delete_port for 986fa5da-4436-42b2-b89e-2e73751cf6fd owned by network:router_gateway {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:34.161815 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-2ae7eb06-6cdb-4628-a4d8-5dd15856af5d None None] Provisioning complete for port 7489e86a-37ce-42de-b2bd-b8f629c91f1c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:34.162310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eb06-6cdb-4628-a4d8-5dd15856af5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.164527 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-2ae7eb06-6cdb-4628-a4d8-5dd15856af5d None None] Attempt 1 to provision port 7489e86a-37ce-42de-b2bd-b8f629c91f1c Oct 13 04:28:34.200899 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] Set router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:34.259371 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7eb06-6cdb-4628-a4d8-5dd15856af5d None None] Current status of the port 7489e86a-37ce-42de-b2bd-b8f629c91f1c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:34.322078 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.324905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (986fa5da-4436-42b2-b89e-2e73751cf6fd), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.350075 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Pushing event deleted for resources: {'Port': ['ID=986fa5da-4436-42b2-b89e-2e73751cf6fd,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:34.364743 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:28:33Z', 'revision_number': 6, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:34.392464 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9daa-c0b6-4ac2-9e3d-9b3ec2c83fe8 None None] The sync data for ids ['3859025a-2c7c-4ea2-83db-7afb26f17dc7'] in dv-cinder-860997-1-iscsi is: [{'id': '3859025a-2c7c-4ea2-83db-7afb26f17dc7', 'name': 'tempest-TestShelveInstance-1966651800-router', 'tenant_id': 'fabffb6796a34773987a4f7e414352d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:22:58Z', 'updated_at': '2022-10-13T04:28:33Z', 'revision_number': 6, 'project_id': 'fabffb6796a34773987a4f7e414352d0', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:34.420872 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.510843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.513034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks [] for router_controller (3859025a-2c7c-4ea2-83db-7afb26f17dc7), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.557459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (3859025a-2c7c-4ea2-83db-7afb26f17dc7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.557987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3859025a-2c7c-4ea2-83db-7afb26f17dc7 {{(pid=104467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:34.563631 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.564866 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-447c8621-0c18-4786-8291-9e42a53da244 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/3859025a-2c7c-4ea2-83db-7afb26f17dc7 HTTP/1.1" status: 204 len: 168 time: 0.8329034 Oct 13 04:28:34.567496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35978) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:34.612426 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Deleting subnet e9b17e31-00c6-4791-b8e4-6e19ff772c0c {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:28:34.615568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Publish callbacks [] for subnet (e9b17e31-00c6-4791-b8e4-6e19ff772c0c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.641020 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:34.650871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (e9b17e31-00c6-4791-b8e4-6e19ff772c0c), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.690282 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:34.731283 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (e9b17e31-00c6-4791-b8e4-6e19ff772c0c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.786744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (e9b17e31-00c6-4791-b8e4-6e19ff772c0c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.812005 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b17e31-00c6-4791-b8e4-6e19ff772c0c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:34.818023 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.823743 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-18464e5f-05c2-4f29-aa0c-3bf5794c2514 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/e9b17e31-00c6-4791-b8e4-6e19ff772c0c HTTP/1.1" status: 204 len: 168 time: 0.2527997 Oct 13 04:28:34.823955 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 35980) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:34.826898 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b5fc7-cf29-4054-a208-af28d507250a None None] Network f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:34.849558 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:34.899007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.928129 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:34.944916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Deleting port 7489e86a-37ce-42de-b2bd-b8f629c91f1c {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:34.945329 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:34.947916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 9b98fb07-be4c-4add-b232-a8149b2588d6 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:34.948264 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 9b98fb07-be4c-4add-b232-a8149b2588d6 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:35.019639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] For port 7489e86a-37ce-42de-b2bd-b8f629c91f1c, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=7489e86a-37ce-42de-b2bd-b8f629c91f1c,segment=NetworkSegment(b64c6f92-24eb-43cd-980a-2f62d0f36d84),segment_id=b64c6f92-24eb-43cd-980a-2f62d0f36d84)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:35.020001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.033320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Calling delete_port for 7489e86a-37ce-42de-b2bd-b8f629c91f1c owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:35.132119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (7489e86a-37ce-42de-b2bd-b8f629c91f1c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.160162 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe4eba-8920-478c-b4b9-3cb645481b04 None None] DHCP port deletion for f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:28:35.163118 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Pushing event deleted for resources: {'Port': ['ID=7489e86a-37ce-42de-b2bd-b8f629c91f1c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.167004 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] No DVR routers for this DVR port 7489e86a-37ce-42de-b2bd-b8f629c91f1c on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:35.252304 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.590684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:35.604257 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64c6f92-24eb-43cd-980a-2f62d0f36d84') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:35.604724 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64c6f92-24eb-43cd-980a-2f62d0f36d84') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:35.617981 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (b64c6f92-24eb-43cd-980a-2f62d0f36d84), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.642434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (b64c6f92-24eb-43cd-980a-2f62d0f36d84), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.649630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.652910 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:35.653365 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (b64c6f92-24eb-43cd-980a-2f62d0f36d84), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.704850 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment b64c6f92-24eb-43cd-980a-2f62d0f36d84 resource provider aggregate not found Oct 13 04:28:35.725690 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment b64c6f92-24eb-43cd-980a-2f62d0f36d84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b64c6f92-24eb-43cd-980a-2f62d0f36d84 found for delete ", "request_id": "req-ba9f3906-1d81-4aec-9441-35eda47b94ff"}]} Oct 13 04:28:35.731361 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.737907 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:35.742256 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3 HTTP/1.1" status: 204 len: 168 time: 0.9164112 Oct 13 04:28:35.745856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36008) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:35.764840 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3e7a-4195-427f-aacd-9d95f6020519 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b2fdc5-8dfa-4d54-8bae-0c0a1ba3fce3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.984301 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:36.025407 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:36.117737 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (1975d446-5312-4586-8fb8-cec03516a7f4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:36.224028 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 7489e86a-37ce-42de-b2bd-b8f629c91f1c no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:36.246843 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 7489e86a-37ce-42de-b2bd-b8f629c91f1c {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:36.247193 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 7489e86a-37ce-42de-b2bd-b8f629c91f1c not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:36.247903 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 986fa5da-4436-42b2-b89e-2e73751cf6fd no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:36.271818 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 986fa5da-4436-42b2-b89e-2e73751cf6fd {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:36.272620 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 986fa5da-4436-42b2-b89e-2e73751cf6fd not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:36.273267 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 45603209-03b0-41fa-9212-b07d29b27370 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:36.295879 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 45603209-03b0-41fa-9212-b07d29b27370 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:36.296326 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 45603209-03b0-41fa-9212-b07d29b27370 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:36.383454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Deleting port acf19f4c-0427-4192-a4a7-645e1f14e0f7 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:36.383789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:36.471464 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] For port acf19f4c-0427-4192-a4a7-645e1f14e0f7, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=acf19f4c-0427-4192-a4a7-645e1f14e0f7,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:36.471839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:36.485572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Calling delete_port for acf19f4c-0427-4192-a4a7-645e1f14e0f7 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:36.671947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (acf19f4c-0427-4192-a4a7-645e1f14e0f7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:36.702557 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf19f4c-0427-4192-a4a7-645e1f14e0f7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:36.874937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (1975d446-5312-4586-8fb8-cec03516a7f4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:36.895188 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15abf0-5493-4d31-9f87-bab31424d525 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:28:36.930233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:36.968603 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:36.968823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15abf0-5493-4d31-9f87-bab31424d525 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:28:37.096634 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Router 1975d446-5312-4586-8fb8-cec03516a7f4 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:37.213987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:37.222288 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36040) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:37.222748 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fdaaaae6-968f-422c-be47-506b4448fc44 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/1975d446-5312-4586-8fb8-cec03516a7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740746 Oct 13 04:28:37.233434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Sync routers for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:37.251848 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:37.252651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.286756 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:37.301572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:37.378838 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks [] for router (1975d446-5312-4586-8fb8-cec03516a7f4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.420508 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:37.510376 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks [] for router_gateway (1975d446-5312-4586-8fb8-cec03516a7f4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.562875 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Deleting port 383f10b5-aa60-43ca-9303-9535b16287a5 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:37.563460 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.633145 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:37.636149 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:28:36Z', 'revision_number': 5, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port': {'id': '383f10b5-aa60-43ca-9303-9535b16287a5', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:23:04Z', 'updated_at': '2022-10-13T04:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.654371 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] For port 383f10b5-aa60-43ca-9303-9535b16287a5, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=383f10b5-aa60-43ca-9303-9535b16287a5,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:37.654752 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.674090 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Checking router: 1975d446-5312-4586-8fb8-cec03516a7f4 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:37.674605 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Calling delete_port for 383f10b5-aa60-43ca-9303-9535b16287a5 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:37.688036 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Routers {'1975d446-5312-4586-8fb8-cec03516a7f4'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:28:37.688817 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:28:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['1975d446-5312-4586-8fb8-cec03516a7f4'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.786845 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] Set router 1975d446-5312-4586-8fb8-cec03516a7f4 gateway port host: None {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:28:37.849834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:28:37Z', 'revision_number': 6, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:37.878590 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97db00f0-7525-4053-b95e-88b8a05fb7b5 None None] The sync data for ids ['1975d446-5312-4586-8fb8-cec03516a7f4'] in dv-cinder-860997-1-iscsi is: [{'id': '1975d446-5312-4586-8fb8-cec03516a7f4', 'name': 'tempest-TestShelveInstance-622548187-router', 'tenant_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:23:03Z', 'updated_at': '2022-10-13T04:28:37Z', 'revision_number': 6, 'project_id': 'dc5dcbaa1692443fb71e454c5d148bf8', 'gw_port_host': None}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:37.880520 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (383f10b5-aa60-43ca-9303-9535b16287a5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.912952 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=383f10b5-aa60-43ca-9303-9535b16287a5,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:37.916471 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-b65b2d13-10d6-43c3-be1f-a73ec3d8bb61 None None] Provisioning complete for port 596b30b5-1b75-407e-aa44-7ad134ff5c7f triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:28:37.917049 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b65b2d13-10d6-43c3-be1f-a73ec3d8bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:37.918559 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-b65b2d13-10d6-43c3-be1f-a73ec3d8bb61 None None] Attempt 1 to provision port 596b30b5-1b75-407e-aa44-7ad134ff5c7f Oct 13 04:28:37.997446 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (1975d446-5312-4586-8fb8-cec03516a7f4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.015631 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-b65b2d13-10d6-43c3-be1f-a73ec3d8bb61 None None] Current status of the port 596b30b5-1b75-407e-aa44-7ad134ff5c7f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:28:38.092269 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (1975d446-5312-4586-8fb8-cec03516a7f4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.094767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks [] for router_controller (1975d446-5312-4586-8fb8-cec03516a7f4), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.145317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (1975d446-5312-4586-8fb8-cec03516a7f4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.146606 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1975d446-5312-4586-8fb8-cec03516a7f4 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:28:38.152490 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.156238 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7cce03ac-b752-481d-81a6-4aa8e967cbc0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/1975d446-5312-4586-8fb8-cec03516a7f4 HTTP/1.1" status: 204 len: 168 time: 0.9298191 Oct 13 04:28:38.156634 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36064) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:38.205518 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Deleting subnet d5933f4a-f182-4703-906b-2108d55203af {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:28:38.208741 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Publish callbacks [] for subnet (d5933f4a-f182-4703-906b-2108d55203af), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.247518 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (d5933f4a-f182-4703-906b-2108d55203af), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.379509 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device acf19f4c-0427-4192-a4a7-645e1f14e0f7 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:38.382260 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (d5933f4a-f182-4703-906b-2108d55203af), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.404135 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: acf19f4c-0427-4192-a4a7-645e1f14e0f7 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:38.404483 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device acf19f4c-0427-4192-a4a7-645e1f14e0f7 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:38.457866 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (d5933f4a-f182-4703-906b-2108d55203af), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.485634 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5933f4a-f182-4703-906b-2108d55203af,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:38.487719 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.491095 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-5bc563df-707c-41c2-8db1-8e7524a5a72d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/d5933f4a-f182-4703-906b-2108d55203af HTTP/1.1" status: 204 len: 168 time: 0.3334689 Oct 13 04:28:38.493523 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36076) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:38.493825 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36074) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:38.502414 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3dcde-9de6-4670-870f-5e30e1f58d01 None None] Network e3fad222-b7da-40be-8498-49245e8700eb requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:38.505865 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:38.584719 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (e3fad222-b7da-40be-8498-49245e8700eb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.640747 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Deleting port 596b30b5-1b75-407e-aa44-7ad134ff5c7f {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:38.641095 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.646431 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8a504ecb-c129-4b48-94c1-8558bc09de4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.702962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] DHCP port deletion for e3fad222-b7da-40be-8498-49245e8700eb request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:28:38.740205 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] For port 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=596b30b5-1b75-407e-aa44-7ad134ff5c7f,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:38.740584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.750919 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8a504ecb-c129-4b48-94c1-8558bc09de4e admin admin] Publish callbacks [] for security_group (cde86834-52cb-463a-b99f-e7c92b0380a1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.757604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Calling delete_port for 596b30b5-1b75-407e-aa44-7ad134ff5c7f owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:38.765008 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8a504ecb-c129-4b48-94c1-8558bc09de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cde86834-52cb-463a-b99f-e7c92b0380a1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.767697 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Deleting port 596b30b5-1b75-407e-aa44-7ad134ff5c7f {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:28:38.768176 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.832511 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8a504ecb-c129-4b48-94c1-8558bc09de4e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=36d9f45714674d75bdc9b7c155c1b666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374472 Oct 13 04:28:38.833266 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a504ecb-c129-4b48-94c1-8558bc09de4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde86834-52cb-463a-b99f-e7c92b0380a1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:38.835925 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36086) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:38.844051 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:38.850405 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.861197 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:38.882964 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=596b30b5-1b75-407e-aa44-7ad134ff5c7f,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:38.889546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] No DVR routers for this DVR port 596b30b5-1b75-407e-aa44-7ad134ff5c7f on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:38.891225 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] For port 596b30b5-1b75-407e-aa44-7ad134ff5c7f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=596b30b5-1b75-407e-aa44-7ad134ff5c7f,segment=NetworkSegment(de290701-5bf8-4e89-8b10-261c5fc97d86),segment_id=de290701-5bf8-4e89-8b10-261c5fc97d86)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:38.891783 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.911077 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Calling delete_port for 596b30b5-1b75-407e-aa44-7ad134ff5c7f owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:28:38.938685 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] Publish callbacks [] for security_group (cde86834-52cb-463a-b99f-e7c92b0380a1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.969844 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] Publish callbacks [] for security_group (cde86834-52cb-463a-b99f-e7c92b0380a1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:38.998413 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:39.006891 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (e3fad222-b7da-40be-8498-49245e8700eb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.046455 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cde86834-52cb-463a-b99f-e7c92b0380a1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.050650 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (596b30b5-1b75-407e-aa44-7ad134ff5c7f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.052159 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fad222-b7da-40be-8498-49245e8700eb']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.054656 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.059150 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cde86834-52cb-463a-b99f-e7c92b0380a1 HTTP/1.1" status: 204 len: 168 time: 0.2085438 Oct 13 04:28:39.068562 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de290701-5bf8-4e89-8b10-261c5fc97d86') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.068995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de290701-5bf8-4e89-8b10-261c5fc97d86') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:39.080023 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315ccdb-061b-4216-9c58-6de4d13b29d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde86834-52cb-463a-b99f-e7c92b0380a1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.081825 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (de290701-5bf8-4e89-8b10-261c5fc97d86), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.099125 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] Pushing event deleted for resources: {'Port': ['ID=596b30b5-1b75-407e-aa44-7ad134ff5c7f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.100594 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (de290701-5bf8-4e89-8b10-261c5fc97d86), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.107216 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba741a89-9aba-4020-89ea-9e92f4451085 None None] No DVR routers for this DVR port 596b30b5-1b75-407e-aa44-7ad134ff5c7f on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:28:39.122402 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:28:39.122874 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (de290701-5bf8-4e89-8b10-261c5fc97d86), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.187599 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment de290701-5bf8-4e89-8b10-261c5fc97d86 resource provider aggregate not found Oct 13 04:28:39.213629 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment de290701-5bf8-4e89-8b10-261c5fc97d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de290701-5bf8-4e89-8b10-261c5fc97d86 found for delete ", "request_id": "req-16d49100-2abc-4b27-94dd-f4f7552ebd0c"}]} Oct 13 04:28:39.225990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (e3fad222-b7da-40be-8498-49245e8700eb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.232731 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.237020 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e3fad222-b7da-40be-8498-49245e8700eb HTTP/1.1" status: 204 len: 168 time: 0.7425244 Oct 13 04:28:39.255024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124feb-948f-460c-a9c3-3eea166f3dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fad222-b7da-40be-8498-49245e8700eb,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.450315 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36106) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:39.462550 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36108) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:39.477356 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8e73-9f87-4ad4-8451-9629357ed534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.491035 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8ae60c4f-4e44-4646-a7ea-dc359a234767 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fabffb6796a34773987a4f7e414352d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394316 Oct 13 04:28:39.493539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36110) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:39.536448 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:39.551631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] Publish callbacks [] for security_group (7960b2f7-8b94-4e83-ac3e-92382c3e41c2), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.573013 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8e73-9f87-4ad4-8451-9629357ed534 admin admin] Publish callbacks [] for security_group (9a4aa766-ec9d-4bbe-bf21-14b656f637a7), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.578498 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1c9a8e73-9f87-4ad4-8451-9629357ed534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (9a4aa766-ec9d-4bbe-bf21-14b656f637a7), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.584140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] Publish callbacks [] for security_group (7960b2f7-8b94-4e83-ac3e-92382c3e41c2), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.623635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a8e73-9f87-4ad4-8451-9629357ed534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4aa766-ec9d-4bbe-bf21-14b656f637a7,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.630062 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1c9a8e73-9f87-4ad4-8451-9629357ed534 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=797d67a0c1cc4d478291fef206129965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664689 Oct 13 04:28:39.635826 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36114) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:39.649874 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7960b2f7-8b94-4e83-ac3e-92382c3e41c2), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.652619 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.653845 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7960b2f7-8b94-4e83-ac3e-92382c3e41c2 HTTP/1.1" status: 204 len: 168 time: 0.1594110 Oct 13 04:28:39.662284 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a7c9b-9990-4ac9-bbd3-74d44e184838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960b2f7-8b94-4e83-ac3e-92382c3e41c2,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.687678 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] Publish callbacks [] for security_group (9a4aa766-ec9d-4bbe-bf21-14b656f637a7), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.709686 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] Publish callbacks [] for security_group (9a4aa766-ec9d-4bbe-bf21-14b656f637a7), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.759687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (9a4aa766-ec9d-4bbe-bf21-14b656f637a7), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.763703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:39.767223 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9a4aa766-ec9d-4bbe-bf21-14b656f637a7 HTTP/1.1" status: 204 len: 168 time: 0.1311407 Oct 13 04:28:39.773115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8d78e-8a77-4917-9437-ebba4685c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4aa766-ec9d-4bbe-bf21-14b656f637a7,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.149708 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36124) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:40.204542 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-41011517-673b-453a-a025-0d7d37a04cae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=dc5dcbaa1692443fb71e454c5d148bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535893 Oct 13 04:28:40.207334 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36130) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:40.218337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36134) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:40.228646 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 596b30b5-1b75-407e-aa44-7ad134ff5c7f no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:40.244022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c481c62f-baa0-4760-a0ca-5b2f9f45d3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.257192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 596b30b5-1b75-407e-aa44-7ad134ff5c7f {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:40.257922 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 596b30b5-1b75-407e-aa44-7ad134ff5c7f not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:40.258550 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 383f10b5-aa60-43ca-9303-9535b16287a5 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:40.269150 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] Publish callbacks [] for security_group (09a1050b-9dd4-45f7-9052-a82c1c43f94e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.282511 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 383f10b5-aa60-43ca-9303-9535b16287a5 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:28:40.283351 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 383f10b5-aa60-43ca-9303-9535b16287a5 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:40.294229 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] Publish callbacks [] for security_group (09a1050b-9dd4-45f7-9052-a82c1c43f94e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.345478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c481c62f-baa0-4760-a0ca-5b2f9f45d3e1 admin admin] Publish callbacks [] for security_group (ee42d6da-eb49-4e17-a001-4321eac35fd4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.350162 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (09a1050b-9dd4-45f7-9052-a82c1c43f94e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.350874 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c481c62f-baa0-4760-a0ca-5b2f9f45d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ee42d6da-eb49-4e17-a001-4321eac35fd4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.353538 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.355696 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/09a1050b-9dd4-45f7-9052-a82c1c43f94e HTTP/1.1" status: 204 len: 168 time: 0.1466894 Oct 13 04:28:40.365558 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977c676-b2ec-4219-80dc-f2be8794a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a1050b-9dd4-45f7-9052-a82c1c43f94e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.416847 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481c62f-baa0-4760-a0ca-5b2f9f45d3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee42d6da-eb49-4e17-a001-4321eac35fd4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.426784 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c481c62f-baa0-4760-a0ca-5b2f9f45d3e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=60d27631ff674889b323af891d908aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050519 Oct 13 04:28:40.427694 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36142) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:40.487854 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] Publish callbacks [] for security_group (ee42d6da-eb49-4e17-a001-4321eac35fd4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.509785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] Publish callbacks [] for security_group (ee42d6da-eb49-4e17-a001-4321eac35fd4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.561300 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (ee42d6da-eb49-4e17-a001-4321eac35fd4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.564209 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:40.565350 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ee42d6da-eb49-4e17-a001-4321eac35fd4 HTTP/1.1" status: 204 len: 168 time: 0.1366706 Oct 13 04:28:40.575016 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da22fa0-fa81-4fba-9e7a-dfa21922ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee42d6da-eb49-4e17-a001-4321eac35fd4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:42.688680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36240) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:42.796578 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82888bfc-0beb-4f32-9e28-d39882aa9a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:42.849184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:42.872332 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82888bfc-0beb-4f32-9e28-d39882aa9a3e admin admin] Publish callbacks [] for security_group (2cbd80f1-60c3-412b-b0b9-024079e07ba1), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:42.876284 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-82888bfc-0beb-4f32-9e28-d39882aa9a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2cbd80f1-60c3-412b-b0b9-024079e07ba1), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:42.920762 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-82888bfc-0beb-4f32-9e28-d39882aa9a3e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=904fd54724a54e0c8fcbe19090ed6229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309394 Oct 13 04:28:42.921872 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82888bfc-0beb-4f32-9e28-d39882aa9a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd80f1-60c3-412b-b0b9-024079e07ba1,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:42.923539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36250) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:42.976932 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] Publish callbacks [] for security_group (2cbd80f1-60c3-412b-b0b9-024079e07ba1), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:42.999379 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] Publish callbacks [] for security_group (2cbd80f1-60c3-412b-b0b9-024079e07ba1), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.016607 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:43.022065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:43.053810 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2cbd80f1-60c3-412b-b0b9-024079e07ba1), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.056908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.058485 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2cbd80f1-60c3-412b-b0b9-024079e07ba1 HTTP/1.1" status: 204 len: 168 time: 0.1336555 Oct 13 04:28:43.067275 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3721b-a23a-40f0-b059-9b67d620bc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd80f1-60c3-412b-b0b9-024079e07ba1,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:43.363228 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36268) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:43.376601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-130a9d6d-110f-464e-ba6f-d1ee51f4f270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.457500 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-130a9d6d-110f-464e-ba6f-d1ee51f4f270 admin admin] Publish callbacks [] for security_group (d34fac61-d9de-424a-9787-5e704c4b6c67), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.461097 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-130a9d6d-110f-464e-ba6f-d1ee51f4f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d34fac61-d9de-424a-9787-5e704c4b6c67), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.501771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a9d6d-110f-464e-ba6f-d1ee51f4f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34fac61-d9de-424a-9787-5e704c4b6c67,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:43.506041 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-130a9d6d-110f-464e-ba6f-d1ee51f4f270 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a4f73e6458c4f618ebf32049815d9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417999 Oct 13 04:28:43.509070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36270) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:43.561260 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] Publish callbacks [] for security_group (d34fac61-d9de-424a-9787-5e704c4b6c67), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.581846 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] Publish callbacks [] for security_group (d34fac61-d9de-424a-9787-5e704c4b6c67), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.629420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d34fac61-d9de-424a-9787-5e704c4b6c67), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.631960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:43.633077 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d34fac61-d9de-424a-9787-5e704c4b6c67 HTTP/1.1" status: 204 len: 168 time: 0.1233456 Oct 13 04:28:43.641845 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e95e2-288f-4aed-b9d6-c03c5650a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34fac61-d9de-424a-9787-5e704c4b6c67,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:47.368566 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:52.914614 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:52.917260 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=63,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:53.636119 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=31,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:53.637307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:53.653668 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:53.654977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:57.086602 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36442) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:57.192224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5080-c124-4261-bcc5-eefa60050c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.268143 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5080-c124-4261-bcc5-eefa60050c78 admin admin] Publish callbacks [] for security_group (667e00bd-f9b8-4192-931b-2bebd7f19fa4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.271753 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-7b4f5080-c124-4261-bcc5-eefa60050c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (667e00bd-f9b8-4192-931b-2bebd7f19fa4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.314532 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:57.315856 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7b4f5080-c124-4261-bcc5-eefa60050c78 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4df9b6305d2d47bd98de154e629c596f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281342 Oct 13 04:28:57.316781 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f5080-c124-4261-bcc5-eefa60050c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e00bd-f9b8-4192-931b-2bebd7f19fa4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:57.318686 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36446) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:57.364314 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=39 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:28:57.372300 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] Publish callbacks [] for security_group (667e00bd-f9b8-4192-931b-2bebd7f19fa4), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.392688 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] Publish callbacks [] for security_group (667e00bd-f9b8-4192-931b-2bebd7f19fa4), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.439322 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (667e00bd-f9b8-4192-931b-2bebd7f19fa4), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.442198 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:57.443407 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/667e00bd-f9b8-4192-931b-2bebd7f19fa4 HTTP/1.1" status: 204 len: 168 time: 0.1236391 Oct 13 04:28:57.451568 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f09242-3996-4b3d-a3c2-3b9d1104fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e00bd-f9b8-4192-931b-2bebd7f19fa4,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.063565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36472) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:58.162709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1451465416-network', 'tenant_id': '7f78c358e5c0423d9ba9520c90f163b5'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:28:58.183136 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Made reservation on behalf of 7f78c358e5c0423d9ba9520c90f163b5 for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:58.186488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.194705 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.270070 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks [] for security_group (bcf9727a-570e-4c09-b151-790deb2ea54e), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.273618 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (bcf9727a-570e-4c09-b151-790deb2ea54e), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.296160 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:28:58.309973 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9727a-570e-4c09-b151-790deb2ea54e,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.314817 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (cc75c582-0919-4ad0-851f-d0f7b5acfbf4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.315171 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Added segment cc75c582-0919-4ad0-851f-d0f7b5acfbf4 of type vlan for network 460e768d-a024-49e4-a4f3-90ecc235b7e9 Oct 13 04:28:58.356443 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (460e768d-a024-49e4-a4f3-90ecc235b7e9), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.380317 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (460e768d-a024-49e4-a4f3-90ecc235b7e9), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.381313 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:58.381891 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.438657 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3739393 Oct 13 04:28:58.441831 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36476) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:28:58.447006 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Request body: {'subnet': {'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1451465416-subnet', 'tenant_id': '7f78c358e5c0423d9ba9520c90f163b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:28:58.454433 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705aefc-91ae-49a9-b812-40d688f8be97 admin admin] Pushing event updated for resources: {'Network': ['ID=460e768d-a024-49e4-a4f3-90ecc235b7e9,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.463924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:28:58.467873 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Made reservation on behalf of 7f78c358e5c0423d9ba9520c90f163b5 for: {'subnet': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:58.470473 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32375679'] for subnet (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.641140 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30841638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32375661'] for subnet (5d3c0b1d-d886-45a8-acc3-50f083341cc3), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.695313 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3c0b1d-d886-45a8-acc3-50f083341cc3,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.709043 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Checking segment: {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:28:58.709274 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Network hostable DHCP agents. Network: 460e768d-a024-49e4-a4f3-90ecc235b7e9, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:28:58.726617 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:28:58.736249 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 460e768d-a024-49e4-a4f3-90ecc235b7e9) {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:58.740499 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:28:58.741080 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:28:58.745296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed68b4d-7eb2-44db-897f-e58039b0449e None None] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:58.774325 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f81a752b-52da-4798-aba7-1d670a3bc023 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3312261 Oct 13 04:28:58.852262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc196f6-211a-4785-8c85-f2e5704a6b75 None None] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:28:58.903477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cbbcebf5-28cd-4b73-8ba9-7945770bdfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:00.633804 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-c5bf0ba3-28f8-46d5-9dbb-f70ba5815a8e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:00.635218 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-c5bf0ba3-28f8-46d5-9dbb-f70ba5815a8e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 814 time: 0.1107175 Oct 13 04:29:00.649907 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-64b93cf6-b437-433c-a13c-135bca6ea11d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/quotas/7f78c358e5c0423d9ba9520c90f163b5 HTTP/1.1" status: 200 len: 375 time: 0.0088856 Oct 13 04:29:00.684161 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-16157954-9673-430c-99a2-d5739062b20c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286648 Oct 13 04:29:00.777018 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-33c9438d-58a1-4a71-bf9c-1db32ef97d19 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861509 Oct 13 04:29:01.092833 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-60b57ba6-bbbd-47af-8b4e-b87d6f40c9a5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092256 Oct 13 04:29:01.136058 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7ceaaa38-0fc6-4563-881b-878d3f16847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:01.289508 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-552091bf-5ab9-468a-b0b0-c61983a91ccd req-f3429103-e88c-451e-9066-029a7e89a5cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 210 time: 0.0295956 Oct 13 04:29:02.431236 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:02.436512 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5438f680-7798-4d8a-99fd-6126672ec529 req-0c6354fd-300e-4bb4-9e70-d05f9b2c194b tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 210 time: 0.0501716 Oct 13 04:29:02.474144 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:02.525843 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-6926cc27-7bf3-4642-b781-e990cd30241c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:02.528062 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-6926cc27-7bf3-4642-b781-e990cd30241c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 814 time: 0.1443880 Oct 13 04:29:02.548683 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Request body: {'port': {'device_id': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9', 'admin_state_up': True, 'tenant_id': '7f78c358e5c0423d9ba9520c90f163b5'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:02.660440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Made reservation on behalf of 7f78c358e5c0423d9ba9520c90f163b5 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:02.664402 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:02.675552 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:02.688202 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:02.816510 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Allocated IP 172.20.0.6 (460e768d-a024-49e4-a4f3-90ecc235b7e9/5d3c0b1d-d886-45a8-acc3-50f083341cc3/996bea67-5a64-41cc-903a-6f5823fa4a7f) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:02.977613 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks [] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:03.016265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:03.057962 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:03.061974 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:03.065639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:03.090098 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Pushing event updated for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:03.116990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:03.117601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:03.134804 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-223a1f3f-b5c3-4002-a5a1-6385190155cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924227 Oct 13 04:29:03.580001 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7ec3-33fd-4112-b019-c550afab0e00 req-1a5c7476-deda-465e-bc41-22446b5b2312 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:03.581475 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c76c7ec3-33fd-4112-b019-c550afab0e00 req-1a5c7476-deda-465e-bc41-22446b5b2312 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 931 time: 0.0516486 Oct 13 04:29:03.628748 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c76c7ec3-33fd-4112-b019-c550afab0e00 req-0c8729fd-4dbc-4d8f-bf4d-ab9f0b3698e0 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Oct 13 04:29:04.096508 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:04.316813 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:04.752126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d306-0f7d-43fb-bec5-33f7be7d788e req-ed3fc38c-3714-4bb2-9435-2ae8d40fb4a3 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:04.753595 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a313d306-0f7d-43fb-bec5-33f7be7d788e req-ed3fc38c-3714-4bb2-9435-2ae8d40fb4a3 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 931 time: 0.0494692 Oct 13 04:29:04.800440 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a313d306-0f7d-43fb-bec5-33f7be7d788e req-36f29a68-d61e-4d35-93b5-0e6782a594e9 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Oct 13 04:29:05.271656 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Request body: {'port': {'device_id': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:05.348629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:05.566381 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:05.648556 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:05.899693 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:05.926861 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996bea67-5a64-41cc-903a-6f5823fa4a7f {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:29:05.939740 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks [] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:05.958743 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a405-670d-4133-809a-3c696411e03d req-34fa1d76-d1d6-4763-8a14-f2e3bc9ce563 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:05.960397 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49f5a405-670d-4133-809a-3c696411e03d req-34fa1d76-d1d6-4763-8a14-f2e3bc9ce563 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 931 time: 0.0736845 Oct 13 04:29:05.966557 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Transition to ACTIVE for port object 996bea67-5a64-41cc-903a-6f5823fa4a7f will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:29:05.977393 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:06.069522 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:06.077022 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-49f5a405-670d-4133-809a-3c696411e03d req-2df6bb64-9159-42de-a533-1290582116a1 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068339 Oct 13 04:29:06.126429 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Attempting to bind port 996bea67-5a64-41cc-903a-6f5823fa4a7f on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:06.126763 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Attempting to bind port 996bea67-5a64-41cc-903a-6f5823fa4a7f by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:06.127089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Attempting to bind port 996bea67-5a64-41cc-903a-6f5823fa4a7f on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:06.168720 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Port 996bea67-5a64-41cc-903a-6f5823fa4a7f on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:06.169195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Attempting to bind port 996bea67-5a64-41cc-903a-6f5823fa4a7f on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:06.215336 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:06.215669 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Checking segment: {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:06.216058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Bound using segment: {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:06.216499 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Bound port: 996bea67-5a64-41cc-903a-6f5823fa4a7f, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:06.216862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:06.277200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:06.280537 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:06.286156 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:06.290188 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:06.290816 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:06.292197 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/996bea67-5a64-41cc-903a-6f5823fa4a7f HTTP/1.1" status: 200 len: 1093 time: 1.0248451 Oct 13 04:29:06.294521 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:29:06.296749 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:06.341937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df2288d-1c20-4d90-8993-f225dafc1254 x-openstack-request-id: req-5df2288d-1c20-4d90-8993-f225dafc1254 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:06.342261 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:06.342527 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5df2288d-1c20-4d90-8993-f225dafc1254 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:06.342939 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df2288d-1c20-4d90-8993-f225dafc1254'] response: {'name': 'network-changed', 'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f', 'status': 'completed', 'code': 200} Oct 13 04:29:06.346072 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e630c-a104-4d11-89dc-72a25f5e3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:06.406987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-efab7673-b54e-4392-820a-f67ad0676ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:06.408566 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-efab7673-b54e-4392-820a-f67ad0676ddb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 1127 time: 0.0397506 Oct 13 04:29:06.459581 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-f6909be9-7ceb-4ead-8ce5-4f3bbdbb1f3c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f HTTP/1.1" status: 200 len: 217 time: 0.0375962 Oct 13 04:29:06.511876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-f3c646cb-fa35-470b-ae2d-2cee38f92fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:06.513410 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-f3c646cb-fa35-470b-ae2d-2cee38f92fe0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5d3c0b1d-d886-45a8-acc3-50f083341cc3 HTTP/1.1" status: 200 len: 854 time: 0.0476673 Oct 13 04:29:06.547713 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-1e5db411-f192-4032-a42a-b95b81c4ae86 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=460e768d-a024-49e4-a4f3-90ecc235b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285475 Oct 13 04:29:06.648930 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-b1800441-01c1-4b3c-bd89-12c72ec030b3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946903 Oct 13 04:29:06.747943 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9921a295-c30a-4a57-882c-e142b9ebcc96 req-48670191-f518-4330-9475-b2bed108f21d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932493 Oct 13 04:29:07.206431 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725d38-d178-41c1-afe0-ee53ab529a3a req-f2a19f1b-ad6a-4cda-b6c7-f8855ce8be2f tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:07.207944 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a7725d38-d178-41c1-afe0-ee53ab529a3a req-f2a19f1b-ad6a-4cda-b6c7-f8855ce8be2f tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 943 time: 0.0531952 Oct 13 04:29:07.234572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:07.258167 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a7725d38-d178-41c1-afe0-ee53ab529a3a req-d7efb21d-3f18-4305-aadc-d76abb4e1439 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Oct 13 04:29:08.344254 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:08.382161 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cb4e0-6db7-4e8b-b16b-849aa52ced98 req-b2cdce93-e624-4a4f-83af-d59ac08ac86b tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:08.383669 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec5cb4e0-6db7-4e8b-b16b-849aa52ced98 req-b2cdce93-e624-4a4f-83af-d59ac08ac86b tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 943 time: 0.0492225 Oct 13 04:29:08.430673 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ec5cb4e0-6db7-4e8b-b16b-849aa52ced98 req-3508ec67-2d45-4944-900e-9f2ee71d40b4 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Oct 13 04:29:09.555284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576082c4-0e40-42f9-b1e0-d8069f340cea req-b299c634-e686-4e05-844b-a7b9508ecc8a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:09.556740 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-576082c4-0e40-42f9-b1e0-d8069f340cea req-b299c634-e686-4e05-844b-a7b9508ecc8a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 943 time: 0.0471833 Oct 13 04:29:09.568753 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:09.604150 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-576082c4-0e40-42f9-b1e0-d8069f340cea req-e110168d-e5d7-41d2-b9fa-bb0c14036e5d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Oct 13 04:29:10.107410 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-819ab841-945f-43ec-8aad-d61387f07c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:10.109481 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-819ab841-945f-43ec-8aad-d61387f07c17 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 1127 time: 0.0553508 Oct 13 04:29:10.213155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-de94e095-1879-4360-9435-5add156cd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:10.214831 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-de94e095-1879-4360-9435-5add156cd5b3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 915 time: 0.0992496 Oct 13 04:29:10.255764 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-e54a2ec9-5e44-43ba-aab7-63f3700cfd31 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f HTTP/1.1" status: 200 len: 217 time: 0.0343838 Oct 13 04:29:10.314077 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-57cd6bdf-63a1-4fec-8d09-9eebfeb23ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:10.315579 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-57cd6bdf-63a1-4fec-8d09-9eebfeb23ba2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5d3c0b1d-d886-45a8-acc3-50f083341cc3 HTTP/1.1" status: 200 len: 854 time: 0.0528209 Oct 13 04:29:10.347103 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-8cfa5666-bab0-4ec3-ad6c-8f10b39ec756 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=460e768d-a024-49e4-a4f3-90ecc235b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255795 Oct 13 04:29:10.440407 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-5e94f467-4dee-406e-9262-35fb1c6b05c6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Oct 13 04:29:10.538237 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ecd3b1a-9f35-40d1-9c0a-0866339110f8 req-0fd0a972-8e72-424a-9291-e0eb6d996eeb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923982 Oct 13 04:29:10.726303 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e135b-e629-4b9d-bbc2-950784e702ba req-16d01ab6-c323-4599-97e4-26ec43c5dc20 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:10.727825 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-749e135b-e629-4b9d-bbc2-950784e702ba req-16d01ab6-c323-4599-97e4-26ec43c5dc20 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 943 time: 0.0497537 Oct 13 04:29:10.779784 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-749e135b-e629-4b9d-bbc2-950784e702ba req-89f35a14-98c6-4b41-b0c3-112023e83974 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Oct 13 04:29:11.268470 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 996bea67-5a64-41cc-903a-6f5823fa4a7f details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:11.518951 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:11.530622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '996bea67-5a64-41cc-903a-6f5823fa4a7f', 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9', 'port_id': '996bea67-5a64-41cc-903a-6f5823fa4a7f', 'mac_address': 'fa:16:3e:cd:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3c0b1d-d886-45a8-acc3-50f083341cc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:11.563915 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 996bea67-5a64-41cc-903a-6f5823fa4a7f is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:11.564305 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:11.577928 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996bea67-5a64-41cc-903a-6f5823fa4a7f {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:29:11.602176 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:11.607183 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:11.658571 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:11.665771 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.666101 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.666498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.666841 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.667982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.668329 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.668945 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.669242 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.669570 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.669903 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.670245 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.670691 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.670920 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.671242 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.671559 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:11.897850 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['996bea67-5a64-41cc-903a-6f5823fa4a7f'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:29:11.916577 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02af4-6436-462d-bef0-28466a7d93eb req-6a3a303c-1d7c-4013-8f61-c04b77b59b9e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:11.918672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7cb02af4-6436-462d-bef0-28466a7d93eb req-6a3a303c-1d7c-4013-8f61-c04b77b59b9e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 944 time: 0.0559809 Oct 13 04:29:11.970426 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7cb02af4-6436-462d-bef0-28466a7d93eb req-c1ac6c71-9d2d-4bc9-936a-429000e86354 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447729 Oct 13 04:29:12.011705 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36734) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:12.046178 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:12.134237 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.211563 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Publish callbacks [] for security_group (2edc61b8-5393-4911-9866-62d02bc3c919), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.216092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2edc61b8-5393-4911-9866-62d02bc3c919), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.255118 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=24069f5c5d4e4fd7a5e68e6f44443119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422819 Oct 13 04:29:12.255964 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edc61b8-5393-4911-9866-62d02bc3c919,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:12.257840 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36738) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:12.264288 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.264643 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.264990 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.265331 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.265677 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.266007 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.266373 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.266704 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.267036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.267365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.267698 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.268041 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.268362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.268680 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.269001 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e66f512-b825-4012-8fb0-16fc65e392d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.311958 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Publish callbacks [] for security_group (2edc61b8-5393-4911-9866-62d02bc3c919), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.331892 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Publish callbacks [] for security_group (2edc61b8-5393-4911-9866-62d02bc3c919), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.379342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (2edc61b8-5393-4911-9866-62d02bc3c919), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.382036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:12.383449 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2edc61b8-5393-4911-9866-62d02bc3c919 HTTP/1.1" status: 204 len: 168 time: 0.1245100 Oct 13 04:29:12.392320 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edc61b8-5393-4911-9866-62d02bc3c919,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:12.399513 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.399871 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.400219 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.400564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.400976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.401221 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.401554 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.402578 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.402919 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.403250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.403584 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.403916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.404249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.404575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:12.404901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe862c4a-28e4-42de-9d49-0c364ea59de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:13.091226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36792) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:13.108033 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafbf0a-a372-4f3c-ace8-4b4c3a18b880 req-3f5687d5-300a-4cb0-8440-4e716fdea05d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:13.109564 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aeafbf0a-a372-4f3c-ace8-4b4c3a18b880 req-3f5687d5-300a-4cb0-8440-4e716fdea05d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 944 time: 0.0540032 Oct 13 04:29:13.171092 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-aeafbf0a-a372-4f3c-ace8-4b4c3a18b880 req-19effb62-9957-4ba0-b37a-0f460a519923 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Oct 13 04:29:13.220123 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cba7d767-5be7-442d-b507-07ef72debcbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.290282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 996bea67-5a64-41cc-903a-6f5823fa4a7f up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:13.308587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cba7d767-5be7-442d-b507-07ef72debcbd admin admin] Publish callbacks [] for security_group (71cedf4e-07f5-48a8-beec-9bc45ee2b6da), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.314420 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-cba7d767-5be7-442d-b507-07ef72debcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (71cedf4e-07f5-48a8-beec-9bc45ee2b6da), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.337053 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 996bea67-5a64-41cc-903a-6f5823fa4a7f completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:29:13.343502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 996bea67-5a64-41cc-903a-6f5823fa4a7f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:13.343883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.344927 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 996bea67-5a64-41cc-903a-6f5823fa4a7f Oct 13 04:29:13.348733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:13.354377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:13.365052 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36828) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:13.365186 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cba7d767-5be7-442d-b507-07ef72debcbd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=728402e7d8a6419a8ebce7ccdbb965ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730682 Oct 13 04:29:13.365869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7d767-5be7-442d-b507-07ef72debcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cedf4e-07f5-48a8-beec-9bc45ee2b6da,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.394804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:13.429840 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 996bea67-5a64-41cc-903a-6f5823fa4a7f is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:13.430261 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.437758 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] Publish callbacks [] for security_group (71cedf4e-07f5-48a8-beec-9bc45ee2b6da), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.460540 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:29:13.463051 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60b7f0f-759a-4235-b927-414255a2fc1a" -d '{"events": [{"server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "name": "network-vif-plugged", "status": "completed", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:13.465129 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] Publish callbacks [] for security_group (71cedf4e-07f5-48a8-beec-9bc45ee2b6da), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.477265 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:13.484002 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.508929 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f6ed7-5037-473c-8b49-ff4b18403ba1 x-openstack-request-id: req-847f6ed7-5037-473c-8b49-ff4b18403ba1 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:13.509252 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "name": "network-vif-plugged", "status": "completed", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:13.509656 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-847f6ed7-5037-473c-8b49-ff4b18403ba1 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:13.510052 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847f6ed7-5037-473c-8b49-ff4b18403ba1'] response: {'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f', 'code': 200} Oct 13 04:29:13.540262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.541347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (71cedf4e-07f5-48a8-beec-9bc45ee2b6da), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.544922 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:13.546336 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/71cedf4e-07f5-48a8-beec-9bc45ee2b6da HTTP/1.1" status: 204 len: 168 time: 0.1798317 Oct 13 04:29:13.555748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe85b7e-3434-4d95-ab1a-b735b2bdad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cedf4e-07f5-48a8-beec-9bc45ee2b6da,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.761548 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1332651-a2d1-4bcf-b03e-74c704723003 req-2ecb23d7-994b-4041-9ab3-150deea8102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:13.763986 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d1332651-a2d1-4bcf-b03e-74c704723003 req-2ecb23d7-994b-4041-9ab3-150deea8102e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 1129 time: 0.0610347 Oct 13 04:29:13.858785 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d1332651-a2d1-4bcf-b03e-74c704723003 req-0641b3eb-0976-4a28-9af8-2568d4ea09ff service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Oct 13 04:29:13.918873 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 36848) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:13.932199 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-df281009-0c5d-45db-b36b-b6815c1645e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.012131 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-df281009-0c5d-45db-b36b-b6815c1645e8 admin admin] Publish callbacks [] for security_group (43e80d49-a928-49d4-b6b2-d1817cb32869), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.016289 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-df281009-0c5d-45db-b36b-b6815c1645e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (43e80d49-a928-49d4-b6b2-d1817cb32869), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.029461 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:14.061326 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:14.062187 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df281009-0c5d-45db-b36b-b6815c1645e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e80d49-a928-49d4-b6b2-d1817cb32869,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.072531 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-df281009-0c5d-45db-b36b-b6815c1645e8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2b57f5dd803e436fbd1e4c597c0a5605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525090 Oct 13 04:29:14.072762 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 36858) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:14.131598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] Publish callbacks [] for security_group (43e80d49-a928-49d4-b6b2-d1817cb32869), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.155876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] Publish callbacks [] for security_group (43e80d49-a928-49d4-b6b2-d1817cb32869), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.219454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (43e80d49-a928-49d4-b6b2-d1817cb32869), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.222990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:14.224349 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/43e80d49-a928-49d4-b6b2-d1817cb32869 HTTP/1.1" status: 204 len: 168 time: 0.1496058 Oct 13 04:29:14.235759 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8b506-dba4-4374-a2f7-94a973f45d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e80d49-a928-49d4-b6b2-d1817cb32869,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.348763 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4e47a-c64a-48e5-a410-40253b1a0465 req-9fb80f68-fbc5-40c1-8ec7-d284750914fd tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:14.351014 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f9c4e47a-c64a-48e5-a410-40253b1a0465 req-9fb80f68-fbc5-40c1-8ec7-d284750914fd tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 945 time: 0.0609934 Oct 13 04:29:14.418505 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f9c4e47a-c64a-48e5-a410-40253b1a0465 req-87443ddb-9434-45f6-86c8-a939ff1c1dbd tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595682 Oct 13 04:29:15.564067 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1054bec-93a1-4014-8b15-f81757f4f095 req-4d4b1b8e-eb29-42dc-9a1e-f0732bbd386c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:15.565594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e1054bec-93a1-4014-8b15-f81757f4f095 req-4d4b1b8e-eb29-42dc-9a1e-f0732bbd386c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 945 time: 0.0589812 Oct 13 04:29:15.617057 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e1054bec-93a1-4014-8b15-f81757f4f095 req-121c4eaf-a243-4df4-9282-b7768fcb6e32 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Oct 13 04:29:19.585142 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37034) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:19.720398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63cff14d-23c2-459d-ac79-9ce9f9a1a409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.801024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63cff14d-23c2-459d-ac79-9ce9f9a1a409 admin admin] Publish callbacks [] for security_group (3271ca14-122a-44af-a6ab-788ffb9aa118), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.804765 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-63cff14d-23c2-459d-ac79-9ce9f9a1a409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3271ca14-122a-44af-a6ab-788ffb9aa118), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.845682 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-63cff14d-23c2-459d-ac79-9ce9f9a1a409 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f8d6f417874147a7ba641ddc193eb891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594442 Oct 13 04:29:19.846423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cff14d-23c2-459d-ac79-9ce9f9a1a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271ca14-122a-44af-a6ab-788ffb9aa118,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:19.848404 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37038) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:19.900609 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] Publish callbacks [] for security_group (3271ca14-122a-44af-a6ab-788ffb9aa118), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.921792 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] Publish callbacks [] for security_group (3271ca14-122a-44af-a6ab-788ffb9aa118), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.974131 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (3271ca14-122a-44af-a6ab-788ffb9aa118), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.976771 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:19.978138 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3271ca14-122a-44af-a6ab-788ffb9aa118 HTTP/1.1" status: 204 len: 168 time: 0.1279266 Oct 13 04:29:19.986715 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316859-54ca-4e67-af98-1a6cd1554448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271ca14-122a-44af-a6ab-788ffb9aa118,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:20.257902 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37044) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:20.272190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1b50-9e24-486b-824b-4e7676b97120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.364638 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1b50-9e24-486b-824b-4e7676b97120 admin admin] Publish callbacks [] for security_group (560c016e-f9b2-44db-8e51-07e13955d572), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.368633 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ab4b1b50-9e24-486b-824b-4e7676b97120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (560c016e-f9b2-44db-8e51-07e13955d572), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.414638 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ab4b1b50-9e24-486b-824b-4e7676b97120 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9ff74d24f31643ce9f136ee4b099ead6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555538 Oct 13 04:29:20.417564 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b1b50-9e24-486b-824b-4e7676b97120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c016e-f9b2-44db-8e51-07e13955d572,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:20.418242 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37050) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:20.468905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:20.473696 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] Publish callbacks [] for security_group (560c016e-f9b2-44db-8e51-07e13955d572), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.496845 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] Publish callbacks [] for security_group (560c016e-f9b2-44db-8e51-07e13955d572), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.531646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:20.548112 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (560c016e-f9b2-44db-8e51-07e13955d572), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.551022 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:20.554757 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/560c016e-f9b2-44db-8e51-07e13955d572 HTTP/1.1" status: 204 len: 168 time: 0.1330440 Oct 13 04:29:20.561121 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64448dc8-9f4d-4046-b751-42776474a1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c016e-f9b2-44db-8e51-07e13955d572,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:24.366989 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:29:26.341340 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:28.856927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0ae1-4c94-4283-9faa-b2a646715e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:29.981827 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:29.982726 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:30.556687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:31.120951 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9882ee4-6f12-47a3-a98b-43c7d3c93fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.497242 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37208) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:31.601379 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1beef6f-cd2f-4b01-8278-dd75f7dac4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.681278 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1beef6f-cd2f-4b01-8278-dd75f7dac4b0 admin admin] Publish callbacks [] for security_group (0c2a95db-255e-4161-a74a-5f57ff18e064), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.684777 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b1beef6f-cd2f-4b01-8278-dd75f7dac4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0c2a95db-255e-4161-a74a-5f57ff18e064), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.724537 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b1beef6f-cd2f-4b01-8278-dd75f7dac4b0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=39d8e9f0ad8643d889208be9800c548a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262037 Oct 13 04:29:31.725389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beef6f-cd2f-4b01-8278-dd75f7dac4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a95db-255e-4161-a74a-5f57ff18e064,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:31.727280 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37212) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:31.778175 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] Publish callbacks [] for security_group (0c2a95db-255e-4161-a74a-5f57ff18e064), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.801194 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] Publish callbacks [] for security_group (0c2a95db-255e-4161-a74a-5f57ff18e064), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.852233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0c2a95db-255e-4161-a74a-5f57ff18e064), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.854921 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:31.856340 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0c2a95db-255e-4161-a74a-5f57ff18e064 HTTP/1.1" status: 204 len: 168 time: 0.1274600 Oct 13 04:29:31.864966 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c315e64-6c0d-4d3d-aba4-9c0c55f186cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a95db-255e-4161-a74a-5f57ff18e064,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:32.144536 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37222) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:32.157409 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef02f0c2-45c9-4ffa-9ac7-5b67100b9235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.234394 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef02f0c2-45c9-4ffa-9ac7-5b67100b9235 admin admin] Publish callbacks [] for security_group (8dec91b9-84de-4475-bece-f1b91f7c7f8f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.238761 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ef02f0c2-45c9-4ffa-9ac7-5b67100b9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8dec91b9-84de-4475-bece-f1b91f7c7f8f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.278495 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02f0c2-45c9-4ffa-9ac7-5b67100b9235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dec91b9-84de-4475-bece-f1b91f7c7f8f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:32.283313 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ef02f0c2-45c9-4ffa-9ac7-5b67100b9235 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3d15f86d949e42ba8798b370153cc99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382082 Oct 13 04:29:32.286235 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37224) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:32.335774 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] Publish callbacks [] for security_group (8dec91b9-84de-4475-bece-f1b91f7c7f8f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.355312 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] Publish callbacks [] for security_group (8dec91b9-84de-4475-bece-f1b91f7c7f8f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.401748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8dec91b9-84de-4475-bece-f1b91f7c7f8f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.404399 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:32.405583 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8dec91b9-84de-4475-bece-f1b91f7c7f8f HTTP/1.1" status: 204 len: 168 time: 0.1185262 Oct 13 04:29:32.413587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacd316-562b-465b-a1b6-85f7d64aa08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dec91b9-84de-4475-bece-f1b91f7c7f8f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:32.460059 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.489149 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37270) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:33.601319 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e60da25-7d78-4e01-8e05-901589b6adfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.677397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e60da25-7d78-4e01-8e05-901589b6adfe admin admin] Publish callbacks [] for security_group (98b8115a-ab0c-45c9-a05e-3bbed4ec67cb), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.681723 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e60da25-7d78-4e01-8e05-901589b6adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (98b8115a-ab0c-45c9-a05e-3bbed4ec67cb), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.724212 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2e60da25-7d78-4e01-8e05-901589b6adfe admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=0f64ebdf74a64748a83d40d740bd09fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339411 Oct 13 04:29:33.725068 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60da25-7d78-4e01-8e05-901589b6adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8115a-ab0c-45c9-a05e-3bbed4ec67cb,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:33.726888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37274) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:33.781154 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] Publish callbacks [] for security_group (98b8115a-ab0c-45c9-a05e-3bbed4ec67cb), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.801615 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] Publish callbacks [] for security_group (98b8115a-ab0c-45c9-a05e-3bbed4ec67cb), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.847687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (98b8115a-ab0c-45c9-a05e-3bbed4ec67cb), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.850197 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:33.851356 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/98b8115a-ab0c-45c9-a05e-3bbed4ec67cb HTTP/1.1" status: 204 len: 168 time: 0.1233780 Oct 13 04:29:33.859876 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8741-537f-4d9f-9f4b-6f994e3571e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8115a-ab0c-45c9-a05e-3bbed4ec67cb,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:34.111095 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:34.319670 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:34.363025 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:34.909934 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37316) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:35.015466 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14678ae8-9476-4cfe-9598-97605b6effcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.091616 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14678ae8-9476-4cfe-9598-97605b6effcd admin admin] Publish callbacks [] for security_group (cc593801-85a9-4d23-af79-51b6252a8ec1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.095356 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-14678ae8-9476-4cfe-9598-97605b6effcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cc593801-85a9-4d23-af79-51b6252a8ec1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.135249 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-14678ae8-9476-4cfe-9598-97605b6effcd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=efc320e9794a45308fa0e627d94cb9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242093 Oct 13 04:29:35.136544 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14678ae8-9476-4cfe-9598-97605b6effcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc593801-85a9-4d23-af79-51b6252a8ec1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:35.138234 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37320) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:35.189399 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] Publish callbacks [] for security_group (cc593801-85a9-4d23-af79-51b6252a8ec1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.209995 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] Publish callbacks [] for security_group (cc593801-85a9-4d23-af79-51b6252a8ec1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.231182 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:35.235845 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:35.259990 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (cc593801-85a9-4d23-af79-51b6252a8ec1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.262625 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:35.263848 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cc593801-85a9-4d23-af79-51b6252a8ec1 HTTP/1.1" status: 204 len: 168 time: 0.1244838 Oct 13 04:29:35.271846 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6967cb-9c9f-411e-8903-d07ea03f5d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc593801-85a9-4d23-af79-51b6252a8ec1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:35.656389 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.418813 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37436) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:41.525987 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b522866-eb1c-47bc-a00f-031d2714ed43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.606425 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b522866-eb1c-47bc-a00f-031d2714ed43 admin admin] Publish callbacks [] for security_group (d7b4f5fb-cbe1-4790-92dc-aabf33ace6af), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.609901 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-7b522866-eb1c-47bc-a00f-031d2714ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d7b4f5fb-cbe1-4790-92dc-aabf33ace6af), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.649835 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b522866-eb1c-47bc-a00f-031d2714ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4f5fb-cbe1-4790-92dc-aabf33ace6af,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.654143 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7b522866-eb1c-47bc-a00f-031d2714ed43 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6f7a2834d7ac4860a64148e75bbd52e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343178 Oct 13 04:29:41.656722 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37440) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:41.705437 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] Publish callbacks [] for security_group (d7b4f5fb-cbe1-4790-92dc-aabf33ace6af), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.725574 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] Publish callbacks [] for security_group (d7b4f5fb-cbe1-4790-92dc-aabf33ace6af), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.772983 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d7b4f5fb-cbe1-4790-92dc-aabf33ace6af), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.775668 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:41.776806 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d7b4f5fb-cbe1-4790-92dc-aabf33ace6af HTTP/1.1" status: 204 len: 168 time: 0.1186032 Oct 13 04:29:41.785226 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1556-f90a-4a40-9096-3b9cca8506d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4f5fb-cbe1-4790-92dc-aabf33ace6af,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.129519 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=54,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:45.132480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=52,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:45.645302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=26,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:45.946055 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37556) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:46.053117 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dce888a-933a-4e9f-b63f-d2ec592ca250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.133129 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dce888a-933a-4e9f-b63f-d2ec592ca250 admin admin] Publish callbacks [] for security_group (0cc704ce-2710-4094-8296-170d82e3b29e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.137634 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2dce888a-933a-4e9f-b63f-d2ec592ca250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0cc704ce-2710-4094-8296-170d82e3b29e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.175527 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce888a-933a-4e9f-b63f-d2ec592ca250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc704ce-2710-4094-8296-170d82e3b29e,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.179832 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2dce888a-933a-4e9f-b63f-d2ec592ca250 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8df7ef685ef049afa8de293738c98406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327049 Oct 13 04:29:46.182445 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37560) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:46.233575 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] Publish callbacks [] for security_group (0cc704ce-2710-4094-8296-170d82e3b29e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.254141 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] Publish callbacks [] for security_group (0cc704ce-2710-4094-8296-170d82e3b29e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.298986 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (0cc704ce-2710-4094-8296-170d82e3b29e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.301499 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:46.302659 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/0cc704ce-2710-4094-8296-170d82e3b29e HTTP/1.1" status: 204 len: 168 time: 0.1193249 Oct 13 04:29:46.310226 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60576fc5-16e7-4b2e-ba8a-484dd6c02d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc704ce-2710-4094-8296-170d82e3b29e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.932362 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37588) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:47.031192 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1557691689-network', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:47.045704 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:47.056004 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Made reservation on behalf of eb360c69b8c240408cccc0cfbbb709f1 for: {'network': 1} {{(pid=104468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:47.058514 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.068727 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.119873 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:47.162483 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks [] for security_group (5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.166092 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.200205 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=104468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:47.221733 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (8787216f-a8bb-4b54-9267-16041a2ab029), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.222087 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.segments_db [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Added segment 8787216f-a8bb-4b54-9267-16041a2ab029 of type vlan for network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 Oct 13 04:29:47.231197 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.274539 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (2d3f0d2e-0640-4034-90cf-e88b8e787a37), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.300787 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (2d3f0d2e-0640-4034-90cf-e88b8e787a37), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.302083 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:47.302695 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.363583 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4298069 Oct 13 04:29:47.366856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37596) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:47.369107 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797584db-bd33-4181-8e1f-ede4293e0d4a admin admin] Pushing event updated for resources: {'Network': ['ID=2d3f0d2e-0640-4034-90cf-e88b8e787a37,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.371823 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Request body: {'subnet': {'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1557691689-subnet', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:47.379253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:47.382174 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:47.395603 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Made reservation on behalf of eb360c69b8c240408cccc0cfbbb709f1 for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:47.398073 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32210269'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.568588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30846471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32210255'] for subnet (66738b0f-7270-4ee8-ba98-a4ae754d40c8), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.623599 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66738b0f-7270-4ee8-ba98-a4ae754d40c8,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.639193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:47.639556 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Network hostable DHCP agents. Network: 2d3f0d2e-0640-4034-90cf-e88b8e787a37, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:47.656161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:47.665586 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 2d3f0d2e-0640-4034-90cf-e88b8e787a37) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:47.669703 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:47.670452 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.675168 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1c7e5-d42f-4b21-b696-731a6c5029db None None] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:29:47.690895 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-c317e814-ce9f-4272-a34d-77c4b8ff6ff7 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3195763 Oct 13 04:29:47.691088 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37600) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:47.695386 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:47.715802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.716798 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.768762 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for router_controller (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.779818 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:29:47.780741 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.905588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for router_gateway (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:47.915156 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Allocated IP 172.20.0.2 (2d3f0d2e-0640-4034-90cf-e88b8e787a37/66738b0f-7270-4ee8-ba98-a4ae754d40c8/29b43493-9d50-4107-a6a8-d50af28e8fa2) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:48.058832 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks [] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.064209 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.088226 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for router_gateway (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.104026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:48.107256 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:48.111297 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:48.113446 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.118302 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Pushing event updated for resources: {'Port': ['ID=29b43493-9d50-4107-a6a8-d50af28e8fa2,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.173982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Attempting to bind port 29b43493-9d50-4107-a6a8-d50af28e8fa2 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:48.174292 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Attempting to bind port 29b43493-9d50-4107-a6a8-d50af28e8fa2 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:48.174665 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Attempting to bind port 29b43493-9d50-4107-a6a8-d50af28e8fa2 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:48.218883 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:48.219257 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:48.220206 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.220598 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Bound using segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:48.221130 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Bound port: 29b43493-9d50-4107-a6a8-d50af28e8fa2, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:48.221491 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.222684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Allocated IP 172.27.1.53 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/21273e0d-a63f-4f0b-a382-a1900190244f) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:48.226466 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:48.233582 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:48.299568 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] For port 29b43493-9d50-4107-a6a8-d50af28e8fa2, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:48.304247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] For port 29b43493-9d50-4107-a6a8-d50af28e8fa2, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=29b43493-9d50-4107-a6a8-d50af28e8fa2,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:48.310979 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.349546 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for port (21273e0d-a63f-4f0b-a382-a1900190244f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.376451 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc9d97-dc29-4cc9-afbf-f0ddde5599c6 None None] Pushing event updated for resources: {'Port': ['ID=29b43493-9d50-4107-a6a8-d50af28e8fa2,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.391106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.439752 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:48.442815 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:48.446697 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:48.475800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Pushing event updated for resources: {'Port': ['ID=21273e0d-a63f-4f0b-a382-a1900190244f,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.762172 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for router_gateway (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:48.956917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.087828 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:29:49.186611 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:49.191567 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:49.203265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:49.213006 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:49.223307 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.224569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-4b7e8828-1dd2-44a3-9b2f-90a037927e7e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5325429 Oct 13 04:29:49.225370 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:49.226050 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.227441 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37622) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:49.327484 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1197f65-b45d-45f2-b9e3-f9e8bcc4720f None None] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:29:49.337930 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:49.388642 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:49.425806 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Provisioning complete for port 29b43493-9d50-4107-a6a8-d50af28e8fa2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:49.426481 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.426827 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Attempt 1 to provision port 29b43493-9d50-4107-a6a8-d50af28e8fa2 Oct 13 04:29:49.459647 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:49.517751 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:48Z', 'revision_number': 3, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.537666 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Current status of the port 29b43493-9d50-4107-a6a8-d50af28e8fa2 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:49.538068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.553022 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:49.553746 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Updating router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf port 21273e0d-a63f-4f0b-a382-a1900190244f binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:29:49.574165 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] For port 29b43493-9d50-4107-a6a8-d50af28e8fa2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=29b43493-9d50-4107-a6a8-d50af28e8fa2,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:49.581917 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.594375 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.647687 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af947c-0de4-4d04-a7a2-d521d01b9ed0 None None] Pushing event updated for resources: {'Port': ['ID=29b43493-9d50-4107-a6a8-d50af28e8fa2,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.701933 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.802547 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-e1d0afe9-cc4a-4507-aefc-8a5c875f18ae None None] Provisioning complete for port 29b43493-9d50-4107-a6a8-d50af28e8fa2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:49.803672 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e1d0afe9-cc4a-4507-aefc-8a5c875f18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.804262 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-e1d0afe9-cc4a-4507-aefc-8a5c875f18ae None None] Attempt 1 to provision port 29b43493-9d50-4107-a6a8-d50af28e8fa2 Oct 13 04:29:49.892640 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0afe9-cc4a-4507-aefc-8a5c875f18ae None None] Current status of the port 29b43493-9d50-4107-a6a8-d50af28e8fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:49.899241 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks [] for port (21273e0d-a63f-4f0b-a382-a1900190244f), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.906084 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:49.946312 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Attempting to bind port 21273e0d-a63f-4f0b-a382-a1900190244f on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:49.946676 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Attempting to bind port 21273e0d-a63f-4f0b-a382-a1900190244f by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:49.947043 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Attempting to bind port 21273e0d-a63f-4f0b-a382-a1900190244f on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:49.982057 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Pushing event updated for resources: {'Port': ['ID=21273e0d-a63f-4f0b-a382-a1900190244f,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.997173 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.997803 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.998175 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.998567 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.998909 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.999240 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.999566 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:49.999892 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.000220 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.000543 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.001134 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.001488 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.001997 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.002736 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.003061 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:50.024766 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:50.025473 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:50.025877 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.026294 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:50.026778 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Bound port: 21273e0d-a63f-4f0b-a382-a1900190244f, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:50.027162 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.070712 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37636) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:50.087944 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] For port 21273e0d-a63f-4f0b-a382-a1900190244f, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:50.091606 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] For port 21273e0d-a63f-4f0b-a382-a1900190244f, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=21273e0d-a63f-4f0b-a382-a1900190244f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:50.098871 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.137863 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:50.138459 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:50.146604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Allocated IP 172.20.0.1 (2d3f0d2e-0640-4034-90cf-e88b8e787a37/66738b0f-7270-4ee8-ba98-a4ae754d40c8/18e618df-de3f-4e2f-a277-639f0492d990) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:50.166662 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb6ad1-45e1-431f-a311-19dbc780f04e None None] Pushing event updated for resources: {'Port': ['ID=21273e0d-a63f-4f0b-a382-a1900190244f,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.171369 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:50.172129 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:50.204402 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfb438ad-da16-4e09-aa88-40b3a12979f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.288205 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks [] for port (18e618df-de3f-4e2f-a277-639f0492d990), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.289174 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:50.300118 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfb438ad-da16-4e09-aa88-40b3a12979f5 admin admin] Publish callbacks [] for security_group (7e8b7877-af75-4f75-a8d7-9aba423cd41f), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.306149 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-bfb438ad-da16-4e09-aa88-40b3a12979f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7e8b7877-af75-4f75-a8d7-9aba423cd41f), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.326193 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 29b43493-9d50-4107-a6a8-d50af28e8fa2 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:50.332187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.354676 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb438ad-da16-4e09-aa88-40b3a12979f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b7877-af75-4f75-a8d7-9aba423cd41f,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.364471 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-bfb438ad-da16-4e09-aa88-40b3a12979f5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b70ff895a0594ede86db4211a2d0238d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921846 Oct 13 04:29:50.366331 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37640) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:50.374407 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:50.378655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:50.382475 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:50.384347 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:50.387377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:50.415383 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.427707 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 29b43493-9d50-4107-a6a8-d50af28e8fa2 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:50.428722 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.432440 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 29b43493-9d50-4107-a6a8-d50af28e8fa2 Oct 13 04:29:50.439961 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.454252 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] Publish callbacks [] for security_group (7e8b7877-af75-4f75-a8d7-9aba423cd41f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.481791 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] Publish callbacks [] for security_group (7e8b7877-af75-4f75-a8d7-9aba423cd41f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.550733 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:48Z', 'revision_number': 3, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:50.557367 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (7e8b7877-af75-4f75-a8d7-9aba423cd41f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.560176 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.561614 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7e8b7877-af75-4f75-a8d7-9aba423cd41f HTTP/1.1" status: 204 len: 168 time: 0.1942649 Oct 13 04:29:50.580735 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 29b43493-9d50-4107-a6a8-d50af28e8fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:50.587295 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27f54b-b04f-42e9-8b6d-c3f2d986a6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b7877-af75-4f75-a8d7-9aba423cd41f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.622400 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (18e618df-de3f-4e2f-a277-639f0492d990), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.716636 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd51a80-a871-4c81-9b47-49e91b6b5ec8 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:48Z', 'revision_number': 3, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:50.818138 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-6d514a4f-c67d-4902-b121-7ba203dba885 None None] Provisioning complete for port 18e618df-de3f-4e2f-a277-639f0492d990 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:50.819526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d514a4f-c67d-4902-b121-7ba203dba885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (18e618df-de3f-4e2f-a277-639f0492d990), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.820155 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-6d514a4f-c67d-4902-b121-7ba203dba885 None None] Attempt 1 to provision port 18e618df-de3f-4e2f-a277-639f0492d990 Oct 13 04:29:50.831723 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks [] for port (18e618df-de3f-4e2f-a277-639f0492d990), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.837121 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.865956 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6d514a4f-c67d-4902-b121-7ba203dba885 None None] Port 18e618df-de3f-4e2f-a277-639f0492d990 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:29:50.911417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:50.913192 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Pushing event updated for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.956111 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37648) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:50.978526 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-db7b1840-d2dd-4683-a6d7-4d180f8e82b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.029090 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:51.030315 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:51.033406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:51.117036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-db7b1840-d2dd-4683-a6d7-4d180f8e82b0 admin admin] Publish callbacks [] for security_group (d149b282-0c95-46c5-9d5f-f104697e5db5), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.127615 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-db7b1840-d2dd-4683-a6d7-4d180f8e82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d149b282-0c95-46c5-9d5f-f104697e5db5), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.171498 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-db7b1840-d2dd-4683-a6d7-4d180f8e82b0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cbac7832aade4cb4a46afd8c49db38a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136509 Oct 13 04:29:51.175974 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37650) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:51.197669 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b1840-d2dd-4683-a6d7-4d180f8e82b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d149b282-0c95-46c5-9d5f-f104697e5db5,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:51.242508 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:51.267352 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] Publish callbacks [] for security_group (d149b282-0c95-46c5-9d5f-f104697e5db5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.315866 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:51.330131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] Publish callbacks [] for security_group (d149b282-0c95-46c5-9d5f-f104697e5db5), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.389799 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c718b264-edcb-4d62-9ef4-9cba92e54926 None None] Provisioning complete for port 18e618df-de3f-4e2f-a277-639f0492d990 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:51.390182 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c718b264-edcb-4d62-9ef4-9cba92e54926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (18e618df-de3f-4e2f-a277-639f0492d990), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.391055 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c718b264-edcb-4d62-9ef4-9cba92e54926 None None] Attempt 1 to provision port 18e618df-de3f-4e2f-a277-639f0492d990 Oct 13 04:29:51.401606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:51.416118 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:51.431235 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f22938a7-52be-40df-9d91-db4d8f42ffe6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3ca82fd2-742e-42ee-8dae-0575a5c39aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2024727 Oct 13 04:29:51.446538 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c718b264-edcb-4d62-9ef4-9cba92e54926 None None] Port 18e618df-de3f-4e2f-a277-639f0492d990 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:29:51.456160 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (d149b282-0c95-46c5-9d5f-f104697e5db5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.459106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.460871 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d149b282-0c95-46c5-9d5f-f104697e5db5 HTTP/1.1" status: 204 len: 168 time: 0.2839301 Oct 13 04:29:51.470241 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d88d33-1286-4f74-8cb4-997d1e01a02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d149b282-0c95-46c5-9d5f-f104697e5db5,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:51.944715 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37672) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:51.962768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-01693dda-bc86-4d0e-b6c0-4053d6dbe6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:51.985265 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:52.052400 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-01693dda-bc86-4d0e-b6c0-4053d6dbe6f0 admin admin] Publish callbacks [] for security_group (684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.057538 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-01693dda-bc86-4d0e-b6c0-4053d6dbe6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.109231 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01693dda-bc86-4d0e-b6c0-4053d6dbe6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.117080 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-01693dda-bc86-4d0e-b6c0-4053d6dbe6f0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=81cce0b4bce645ecb2afa01000c715ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712897 Oct 13 04:29:52.119982 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37678) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:52.173511 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] Publish callbacks [] for security_group (684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.194303 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] Publish callbacks [] for security_group (684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.223438 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37682) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:52.229830 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1633900434-network', 'tenant_id': '372da12f356748f28a1261ee8b643e8d'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:52.255913 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.258131 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Made reservation on behalf of 372da12f356748f28a1261ee8b643e8d for: {'network': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:52.259519 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.260575 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for network (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.260970 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd HTTP/1.1" status: 204 len: 168 time: 0.1397810 Oct 13 04:29:52.270911 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a1974-c7bc-46f1-a27b-15a1696c4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ebe85-f6c9-4fc7-9a13-ed505ed6e7bd,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.274144 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.308828 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 21273e0d-a63f-4f0b-a382-a1900190244f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:52.367587 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 21273e0d-a63f-4f0b-a382-a1900190244f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:52.368121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.369451 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 21273e0d-a63f-4f0b-a382-a1900190244f Oct 13 04:29:52.387200 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks [] for security_group (5ec2d2f6-4971-4ba3-a27c-55375aadd29a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.393518 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5ec2d2f6-4971-4ba3-a27c-55375aadd29a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.423274 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:52.433399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec2d2f6-4971-4ba3-a27c-55375aadd29a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.440861 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.441335 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.segments_db [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Added segment eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4 of type vlan for network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc Oct 13 04:29:52.484371 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 21273e0d-a63f-4f0b-a382-a1900190244f is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:52.485386 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.489493 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729370316746'] for network (411c46a6-be3d-4d7e-8d51-748f5ab8eacc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.509207 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 21273e0d-a63f-4f0b-a382-a1900190244f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=21273e0d-a63f-4f0b-a382-a1900190244f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:52.515597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.519490 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420'] for network (411c46a6-be3d-4d7e-8d51-748f5ab8eacc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.522267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:52.522953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.572630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=21273e0d-a63f-4f0b-a382-a1900190244f,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.595943 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] Pushing event updated for resources: {'Network': ['ID=411c46a6-be3d-4d7e-8d51-748f5ab8eacc,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.603207 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-366a004b-9f44-4684-bdb5-c154656dd680 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3786728 Oct 13 04:29:52.606175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37688) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:52.606542 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc details requested by agent ovs-agent-dv-cinder-860997-1-iscsi with host dv-cinder-860997-1-iscsi {{(pid=104469) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:52.611628 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Request body: {'subnet': {'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1633900434-subnet', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'ip_version': 4}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:52.634016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Made reservation on behalf of 372da12f356748f28a1261ee8b643e8d for: {'subnet': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:52.636669 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32210269'] for subnet (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.659257 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:52.678480 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:52.779249 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10166648-207e-449a-8582-091617e52674 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:52.796369 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10166648-207e-449a-8582-091617e52674 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:52.796929 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-10166648-207e-449a-8582-091617e52674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:52.833240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30846471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32210255'] for subnet (dd2e0369-60c5-4395-9c0d-e7893067cc7a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.899019 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2e0369-60c5-4395-9c0d-e7893067cc7a,revision_number=0']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.907682 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Checking segment: {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:52.908051 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Network hostable DHCP agents. Network: 411c46a6-be3d-4d7e-8d51-748f5ab8eacc, hostable agents: ['6b3610ea-2676-4999-bb7a-7cb0bbe64102'], hosted agents: [] {{(pid=104467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:52.915549 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-10166648-207e-449a-8582-091617e52674 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:52.928303 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc is scheduled to be hosted by DHCP agent 6b3610ea-2676-4999-bb7a-7cb0bbe64102 with binding_index 1 {{(pid=104467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:52.933454 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:52.944283 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-860997-1-iscsi, 411c46a6-be3d-4d7e-8d51-748f5ab8eacc) {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:52.952653 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:29:52.953153 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081e171-f71a-4e06-b44d-6918cf1a5ed8 None None] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:29:52.953508 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:52.977816 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-48d2f45f-96c0-4646-be97-f83102d2232f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3703926 Oct 13 04:29:52.980311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37704) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:52.985976 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:52.997218 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:53.013771 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.014935 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-651006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607893', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1017293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3969'] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.078115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for router_controller (a8291420-74e8-4f45-b839-a33b34bf7fc5), precommit_add_association {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.239841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for router_gateway (a8291420-74e8-4f45-b839-a33b34bf7fc5), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.354078 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa914308a-dbd2-59f7-9b10-3cda81a6c1a0-411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'project_id': '372da12f356748f28a1261ee8b643e8d', 'fixed_ips': [{'subnet_id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a'}]}} from dv-cinder-860997-1-iscsi. {{(pid=104469) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 04:29:53.355045 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.358861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-10166648-207e-449a-8582-091617e52674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 2, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:53.396651 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10166648-207e-449a-8582-091617e52674 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:53.397022 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10166648-207e-449a-8582-091617e52674 None None] Updating router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf port 18e618df-de3f-4e2f-a277-639f0492d990 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:29:53.446386 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for router_gateway (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.466969 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.478304 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (18e618df-de3f-4e2f-a277-639f0492d990), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.600903 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Allocated IP 172.27.1.199 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/5a041c3f-cfd3-42f6-9083-08f07200ed92) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:53.644967 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Allocated IP 172.20.0.2 (411c46a6-be3d-4d7e-8d51-748f5ab8eacc/dd2e0369-60c5-4395-9c0d-e7893067cc7a/aeed2dbf-7789-4587-887f-e545788da79c) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:53.746490 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.770109 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:53.780987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.823290 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:53.827822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:53.832023 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:53.837383 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Pushing event updated for resources: {'Port': ['ID=5a041c3f-cfd3-42f6-9083-08f07200ed92,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:53.848553 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:53.872082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:53.931990 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks [] for port (aeed2dbf-7789-4587-887f-e545788da79c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.947602 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532'] for port (aeed2dbf-7789-4587-887f-e545788da79c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.951515 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks [] for port (18e618df-de3f-4e2f-a277-639f0492d990), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:53.983725 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.011431 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:54.015569 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Pushing event updated for resources: {'Port': ['ID=aeed2dbf-7789-4587-887f-e545788da79c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.018817 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:54.024348 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:54.087495 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for router_gateway (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.089763 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:54.139768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b9bc-2ac0-481c-bce5-354b685ddd42 None None] Pushing event updated for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.153264 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-10166648-207e-449a-8582-091617e52674 None None] Attempting to bind port 18e618df-de3f-4e2f-a277-639f0492d990 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:54.153642 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-10166648-207e-449a-8582-091617e52674 None None] Attempting to bind port 18e618df-de3f-4e2f-a277-639f0492d990 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:54.154013 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10166648-207e-449a-8582-091617e52674 None None] Attempting to bind port 18e618df-de3f-4e2f-a277-639f0492d990 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:54.183411 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Attempting to bind port aeed2dbf-7789-4587-887f-e545788da79c on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:54.183793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Attempting to bind port aeed2dbf-7789-4587-887f-e545788da79c by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:54.184161 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Attempting to bind port aeed2dbf-7789-4587-887f-e545788da79c on network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:54.239921 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10166648-207e-449a-8582-091617e52674 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:54.240755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10166648-207e-449a-8582-091617e52674 None None] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:54.240755 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.241092 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10166648-207e-449a-8582-091617e52674 None None] Bound using segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:54.241584 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-10166648-207e-449a-8582-091617e52674 None None] Bound port: 18e618df-de3f-4e2f-a277-639f0492d990, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:54.241970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (18e618df-de3f-4e2f-a277-639f0492d990), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.246860 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:54.247234 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Checking segment: {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:54.247630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.248017 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Bound using segment: {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:54.248490 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Bound port: aeed2dbf-7789-4587-887f-e545788da79c, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:54.248874 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (aeed2dbf-7789-4587-887f-e545788da79c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.289953 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-653252'] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.304799 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 21273e0d-a63f-4f0b-a382-a1900190244f up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:54.389664 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-10166648-207e-449a-8582-091617e52674 None None] For port 18e618df-de3f-4e2f-a277-639f0492d990, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:54.396341 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-10166648-207e-449a-8582-091617e52674 None None] For port 18e618df-de3f-4e2f-a277-639f0492d990, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=18e618df-de3f-4e2f-a277-639f0492d990,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:54.397985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] For port aeed2dbf-7789-4587-887f-e545788da79c, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:54.403793 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] For port aeed2dbf-7789-4587-887f-e545788da79c, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=aeed2dbf-7789-4587-887f-e545788da79c,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:54.411088 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-10166648-207e-449a-8582-091617e52674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.420943 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (aeed2dbf-7789-4587-887f-e545788da79c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.425098 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Router a8291420-74e8-4f45-b839-a33b34bf7fc5 is scheduled to L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 with binding_index 1 {{(pid=104467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:29:54.446927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 21273e0d-a63f-4f0b-a382-a1900190244f triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:54.447313 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.447659 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 21273e0d-a63f-4f0b-a382-a1900190244f Oct 13 04:29:54.487987 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10166648-207e-449a-8582-091617e52674 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:54.488645 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-10166648-207e-449a-8582-091617e52674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.534515 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:54.550286 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Sync routers for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:54.556706 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:54.560754 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-ecefdfe4-26ba-42d6-b1d5-72f9ed413daa admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5763757 Oct 13 04:29:54.561252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37720) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:54.565379 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056b9bc-2ac0-481c-bce5-354b685ddd42 None None] Pushing event updated for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.572882 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:54.573635 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:54.574718 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.599246 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:54.700628 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-10166648-207e-449a-8582-091617e52674 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:54.740337 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 21273e0d-a63f-4f0b-a382-a1900190244f is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:54.754525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a1ebb-fec1-4b4b-b157-38ab7c160b26 None None] Pushing event updated for resources: {'Port': ['ID=aeed2dbf-7789-4587-887f-e545788da79c,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.774919 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:54.927008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:54.946505 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-10166648-207e-449a-8582-091617e52674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:54Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.956751 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:53Z', 'revision_number': 3, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.976382 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10166648-207e-449a-8582-091617e52674 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:54Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:54.987490 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Checking router: a8291420-74e8-4f45-b839-a33b34bf7fc5 for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:54.987920 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Updating router a8291420-74e8-4f45-b839-a33b34bf7fc5 port 5a041c3f-cfd3-42f6-9083-08f07200ed92 binding host dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:29:55.018814 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.134888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.215127 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:55.364382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Allocated IP 172.20.0.1 (411c46a6-be3d-4d7e-8d51-748f5ab8eacc/dd2e0369-60c5-4395-9c0d-e7893067cc7a/fe7d73db-cd48-4482-88aa-a18495bc97c1) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:55.400121 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:55.409301 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:55.416957 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks [] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.427274 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.525400 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Attempting to bind port 5a041c3f-cfd3-42f6-9083-08f07200ed92 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:55.527735 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Attempting to bind port 5a041c3f-cfd3-42f6-9083-08f07200ed92 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:55.528478 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Attempting to bind port 5a041c3f-cfd3-42f6-9083-08f07200ed92 on network 76bed822-7368-44a1-bf9b-427a2c86d1ad {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:55.554617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks [] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.599763 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:55.600399 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.601035 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Checking segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:55.601595 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.602325 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Bound using segment: {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:55.602972 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Bound port: 5a041c3f-cfd3-42f6-9083-08f07200ed92, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8deca1e8-3fe2-4b6f-9dee-35abc26f34ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:55.603654 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.642619 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ff0e-6eb5-4013-a8ed-60ac4308d297 None None] Pushing event updated for resources: {'Port': ['ID=5a041c3f-cfd3-42f6-9083-08f07200ed92,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:55.664940 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:55.668518 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] For port 5a041c3f-cfd3-42f6-9083-08f07200ed92, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:55.668693 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:55.670568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:55.672832 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:29:55.674377 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] For port 5a041c3f-cfd3-42f6-9083-08f07200ed92, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=5a041c3f-cfd3-42f6-9083-08f07200ed92,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:55.686152 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.697970 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a824b2-1202-4bf7-9310-51437995fce0 None None] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:29:55.719880 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:55.722917 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:55.724039 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-649535'] for router_interface (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.844803 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Provisioning complete for port aeed2dbf-7789-4587-887f-e545788da79c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:55.845401 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (aeed2dbf-7789-4587-887f-e545788da79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:55.845518 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Attempt 1 to provision port aeed2dbf-7789-4587-887f-e545788da79c Oct 13 04:29:55.883695 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6ff0e-6eb5-4013-a8ed-60ac4308d297 None None] Pushing event updated for resources: {'Port': ['ID=5a041c3f-cfd3-42f6-9083-08f07200ed92,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:55.890099 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:56.037560 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Current status of the port aeed2dbf-7789-4587-887f-e545788da79c is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:56.039440 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (aeed2dbf-7789-4587-887f-e545788da79c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.120980 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] For port aeed2dbf-7789-4587-887f-e545788da79c, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=aeed2dbf-7789-4587-887f-e545788da79c,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:56.130034 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:53Z', 'revision_number': 3, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:56.133066 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (aeed2dbf-7789-4587-887f-e545788da79c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.163309 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a463f7-cd62-483d-9208-e8d811950313 None None] The sync data for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi is: [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:53Z', 'revision_number': 3, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:56.282442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2e2f-4a65-4df6-bb35-0186004b52d2 None None] Pushing event updated for resources: {'Port': ['ID=aeed2dbf-7789-4587-887f-e545788da79c,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:56.358984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Provisioning complete for port aeed2dbf-7789-4587-887f-e545788da79c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:56.360924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (aeed2dbf-7789-4587-887f-e545788da79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.361506 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Attempt 1 to provision port aeed2dbf-7789-4587-887f-e545788da79c Oct 13 04:29:56.385111 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.549068 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:56.568461 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 18e618df-de3f-4e2f-a277-639f0492d990 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:56.639644 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:56.642954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks [] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.648460 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.674798 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 18e618df-de3f-4e2f-a277-639f0492d990 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:56.675174 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (18e618df-de3f-4e2f-a277-639f0492d990), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.675511 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 18e618df-de3f-4e2f-a277-639f0492d990 Oct 13 04:29:56.719622 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Current status of the port aeed2dbf-7789-4587-887f-e545788da79c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:56.735941 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Provisioning complete for port fe7d73db-cd48-4482-88aa-a18495bc97c1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:56.736550 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.737042 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Attempt 1 to provision port fe7d73db-cd48-4482-88aa-a18495bc97c1 Oct 13 04:29:56.739288 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-578310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-649635'] for router_interface (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.741389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:56.770625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:56.795782 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-54e7860c-6198-49c1-9b59-95233781fd53 None None] Port fe7d73db-cd48-4482-88aa-a18495bc97c1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:29:56.820233 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 18e618df-de3f-4e2f-a277-639f0492d990 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:56.820836 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (18e618df-de3f-4e2f-a277-639f0492d990), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.851441 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:56.853151 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:56.857541 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 18e618df-de3f-4e2f-a277-639f0492d990, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=18e618df-de3f-4e2f-a277-639f0492d990,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:56.866491 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.867327 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device aeed2dbf-7789-4587-887f-e545788da79c up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:56.896250 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:56.952121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-9d5b0f63-8700-4cd9-b4d5-3be14d41437a None None] Provisioning complete for port fe7d73db-cd48-4482-88aa-a18495bc97c1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:56.953555 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0f63-8700-4cd9-b4d5-3be14d41437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:56.954089 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-9d5b0f63-8700-4cd9-b4d5-3be14d41437a None None] Attempt 1 to provision port fe7d73db-cd48-4482-88aa-a18495bc97c1 Oct 13 04:29:56.985791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Router a8291420-74e8-4f45-b839-a33b34bf7fc5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:57.023219 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.032701 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b0f63-8700-4cd9-b4d5-3be14d41437a None None] Port fe7d73db-cd48-4482-88aa-a18495bc97c1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:29:57.036371 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port aeed2dbf-7789-4587-887f-e545788da79c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:57.037148 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (aeed2dbf-7789-4587-887f-e545788da79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.037274 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port aeed2dbf-7789-4587-887f-e545788da79c Oct 13 04:29:57.120578 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port aeed2dbf-7789-4587-887f-e545788da79c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:57.122956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:57.128063 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-2dc7c9d5-6cfc-48c1-bf71-3165dbfd9e80 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a8291420-74e8-4f45-b839-a33b34bf7fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5649157 Oct 13 04:29:57.151608 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-8f64d9e0-f498-4837-b6d5-eba7fcf2e0fd None None] Provisioning complete for port fe7d73db-cd48-4482-88aa-a18495bc97c1 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:57.151990 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f64d9e0-f498-4837-b6d5-eba7fcf2e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.152330 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-8f64d9e0-f498-4837-b6d5-eba7fcf2e0fd None None] Attempt 1 to provision port fe7d73db-cd48-4482-88aa-a18495bc97c1 Oct 13 04:29:57.187187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-8f64d9e0-f498-4837-b6d5-eba7fcf2e0fd None None] Port fe7d73db-cd48-4482-88aa-a18495bc97c1 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:29:57.532403 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 37746) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:57.537164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54814354', 'description': 'tempest-secgroup-smoke-54814354 description', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:57.557800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.628968 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (020054e2-f97c-4d12-88d2-a93f0122ca4b), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.632384 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (020054e2-f97c-4d12-88d2-a93f0122ca4b), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.663877 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.665083 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1314662 Oct 13 04:29:57.665908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3baab7-bf60-4833-bb8f-b4e0ecb2d608 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020054e2-f97c-4d12-88d2-a93f0122ca4b,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.668201 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37750) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:57.673365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:57.700685 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (666ecd52-7f20-4a82-8e52-001b556dcb9a), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.760166 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (666ecd52-7f20-4a82-8e52-001b556dcb9a), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.763869 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (666ecd52-7f20-4a82-8e52-001b556dcb9a), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.783614 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666ecd52-7f20-4a82-8e52-001b556dcb9a,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.787689 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.788864 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-2e814683-5fb5-4712-b2f3-70546664fd60 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195283 Oct 13 04:29:57.791629 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37752) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:57.795762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:57.821453 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (f8686a18-f79c-44f2-a7af-d557060b2867), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.878126 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (f8686a18-f79c-44f2-a7af-d557060b2867), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.882348 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (f8686a18-f79c-44f2-a7af-d557060b2867), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.901441 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8686a18-f79c-44f2-a7af-d557060b2867,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.906466 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.908298 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-8c6f17b7-b65e-4905-8d9e-06f10380caf5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157563 Oct 13 04:29:57.911036 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37754) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:57.915208 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:57.940844 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (4a3460ae-3766-4433-9f66-ab02b86e6570), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:57.974365 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:58.002042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (4a3460ae-3766-4433-9f66-ab02b86e6570), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.005548 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (4a3460ae-3766-4433-9f66-ab02b86e6570), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.023892 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3460ae-3766-4433-9f66-ab02b86e6570,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.034084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.035234 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-087b5129-b2fa-41f5-800f-6f63d80f2ae9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232862 Oct 13 04:29:58.038127 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37756) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:58.042415 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:58.046535 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:58.071875 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (595a58c5-66f0-4483-b26c-88f133daaba9), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.132384 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (595a58c5-66f0-4483-b26c-88f133daaba9), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.136188 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (595a58c5-66f0-4483-b26c-88f133daaba9), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.156891 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595a58c5-66f0-4483-b26c-88f133daaba9,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.165279 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.169181 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-ecf86eb1-bd8e-4c4d-bf2d-dc54f3fefda0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274455 Oct 13 04:29:58.169515 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37758) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:58.174554 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:58.195913 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Project eb360c69b8c240408cccc0cfbbb709f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:29:58.202429 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (e86316db-9e5b-46fe-9490-4c36daa02cfd), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.273650 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (e86316db-9e5b-46fe-9490-4c36daa02cfd), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.278077 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (e86316db-9e5b-46fe-9490-4c36daa02cfd), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.298088 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86316db-9e5b-46fe-9490-4c36daa02cfd,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.306686 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.307895 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-5327c101-2b3f-46b7-8cac-e05f8e4dc0dc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374009 Oct 13 04:29:58.310716 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 37762) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:29:58.315170 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'security_group_rule': {'security_group_id': '020054e2-f97c-4d12-88d2-a93f0122ca4b', 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:29:58.337606 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.securitygroups_db [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Project eb360c69b8c240408cccc0cfbbb709f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:29:58.347255 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (87fbe069-286a-4e63-b5f9-efd70fa22c61), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.358278 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 18e618df-de3f-4e2f-a277-639f0492d990 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:58.403521 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (87fbe069-286a-4e63-b5f9-efd70fa22c61), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.414075 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 18e618df-de3f-4e2f-a277-639f0492d990 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:58.414075 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (18e618df-de3f-4e2f-a277-639f0492d990), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.414075 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 18e618df-de3f-4e2f-a277-639f0492d990 Oct 13 04:29:58.414639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539508'] for security_group_rule (87fbe069-286a-4e63-b5f9-efd70fa22c61), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.426563 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fbe069-286a-4e63-b5f9-efd70fa22c61,revision_number=0']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.446541 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Sync routers for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:58.449050 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.453312 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a10ee9f0-e2ce-4f09-8483-7ffcdb698f47 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385560 Oct 13 04:29:58.467320 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:58.467955 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:58.587423 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 18e618df-de3f-4e2f-a277-639f0492d990 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:58.588518 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device aeed2dbf-7789-4587-887f-e545788da79c up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:58.639498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:29:58.680824 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:58.719289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port aeed2dbf-7789-4587-887f-e545788da79c triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:58.719802 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (aeed2dbf-7789-4587-887f-e545788da79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.720149 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port aeed2dbf-7789-4587-887f-e545788da79c Oct 13 04:29:58.885870 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:58.908753 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebcdade8-c096-461b-a012-47cdb5b5ee0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:58.912225 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port aeed2dbf-7789-4587-887f-e545788da79c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:58.913339 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 5a041c3f-cfd3-42f6-9083-08f07200ed92 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:58.960978 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 4, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'fe7d73db-cd48-4482-88aa-a18495bc97c1', 'name': '', 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'mac_address': 'fa:16:3e:77:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:55Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 2, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'subnets': [{'id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:58.991567 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Checking router: a8291420-74e8-4f45-b839-a33b34bf7fc5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:58.991924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Updating router a8291420-74e8-4f45-b839-a33b34bf7fc5 port fe7d73db-cd48-4482-88aa-a18495bc97c1 binding host dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:29:59.024435 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 5a041c3f-cfd3-42f6-9083-08f07200ed92 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:29:59.024812 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.025151 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 5a041c3f-cfd3-42f6-9083-08f07200ed92 Oct 13 04:29:59.029501 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.194031 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 5a041c3f-cfd3-42f6-9083-08f07200ed92 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:29:59.194364 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.257947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port 5a041c3f-cfd3-42f6-9083-08f07200ed92, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=5a041c3f-cfd3-42f6-9083-08f07200ed92,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:59.264390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.344213 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=5a041c3f-cfd3-42f6-9083-08f07200ed92,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.400661 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:59.402785 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks [] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.408701 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.473628 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a317180-287f-4209-9e1b-bb5966f3ed46 None None] Pushing event updated for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.502694 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Attempting to bind port fe7d73db-cd48-4482-88aa-a18495bc97c1 on host dv-cinder-860997-1-iscsi for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:29:59.503068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Attempting to bind port fe7d73db-cd48-4482-88aa-a18495bc97c1 by drivers openvswitch,hyperv on host dv-cinder-860997-1-iscsi at level 0 using segments [{'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:29:59.503438 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Attempting to bind port fe7d73db-cd48-4482-88aa-a18495bc97c1 on network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:59.544467 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Checking agent: {'id': 'd59a7ef1-5248-4882-bf0d-ce0c91b6cd08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-860997-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 13, 4), 'started_at': datetime.datetime(2022, 10, 13, 4, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-860997-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:29:59.544849 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Checking segment: {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:29:59.545257 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.545656 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Bound using segment: {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:29:59.546134 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Bound port: fe7d73db-cd48-4482-88aa-a18495bc97c1, host: dv-cinder-860997-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:29:59.546544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.609435 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] For port fe7d73db-cd48-4482-88aa-a18495bc97c1, host dv-cinder-860997-1-iscsi, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:59.613016 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] For port fe7d73db-cd48-4482-88aa-a18495bc97c1, host dv-cinder-860997-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=fe7d73db-cd48-4482-88aa-a18495bc97c1,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:59.618743 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:29:59.654296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:29:59.654936 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:29:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:59.715762 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a317180-287f-4209-9e1b-bb5966f3ed46 None None] Pushing event updated for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.718090 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:29:59.782439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:30:00.112325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 4, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'fe7d73db-cd48-4482-88aa-a18495bc97c1', 'name': '', 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'mac_address': 'fa:16:3e:77:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:55Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'subnets': [{'id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:00.139816 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07701f-bbaa-460a-a9e4-c48109f2c46e None None] The sync data for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi is: [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 4, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': 'fe7d73db-cd48-4482-88aa-a18495bc97c1', 'name': '', 'network_id': '411c46a6-be3d-4d7e-8d51-748f5ab8eacc', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'mac_address': 'fa:16:3e:77:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:55Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'subnets': [{'id': 'dd2e0369-60c5-4395-9c0d-e7893067cc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:00.391957 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 5a041c3f-cfd3-42f6-9083-08f07200ed92 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:00.442173 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port 5a041c3f-cfd3-42f6-9083-08f07200ed92 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:00.442859 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:00.443038 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port 5a041c3f-cfd3-42f6-9083-08f07200ed92 Oct 13 04:30:00.522933 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port 5a041c3f-cfd3-42f6-9083-08f07200ed92 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:00.524109 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device fe7d73db-cd48-4482-88aa-a18495bc97c1 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:00.574074 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port fe7d73db-cd48-4482-88aa-a18495bc97c1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:00.574497 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:00.574841 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port fe7d73db-cd48-4482-88aa-a18495bc97c1 Oct 13 04:30:00.650671 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:00.660276 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port fe7d73db-cd48-4482-88aa-a18495bc97c1 is: DOWN; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:00.660675 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:00.695698 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] For port fe7d73db-cd48-4482-88aa-a18495bc97c1, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=fe7d73db-cd48-4482-88aa-a18495bc97c1,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:00.699750 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:00.750916 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Pushing event updated for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.125026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eff0309d-fae5-4a58-b9b0-2f1ad84ebeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:01.367319 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:02.271961 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device fe7d73db-cd48-4482-88aa-a18495bc97c1 up at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:02.319809 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Provisioning complete for port fe7d73db-cd48-4482-88aa-a18495bc97c1 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:02.320285 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:02.320705 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Attempt 1 to provision port fe7d73db-cd48-4482-88aa-a18495bc97c1 Oct 13 04:30:02.412788 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Current status of the port fe7d73db-cd48-4482-88aa-a18495bc97c1 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:02.461748 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:04.103739 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:04.319525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:04.324674 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:05.656700 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:06.134563 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:07.653795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=71,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:07.660893 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:08.437905 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:08.441201 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=43,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:11.362390 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:14.009317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a4518-0c9f-4913-be10-e7b97011a2f8 req-4195a607-5be2-4462-9c91-53a7fcdaa917 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:14.010820 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b8a4518-0c9f-4913-be10-e7b97011a2f8 req-4195a607-5be2-4462-9c91-53a7fcdaa917 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 945 time: 0.0553288 Oct 13 04:30:14.059518 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9b8a4518-0c9f-4913-be10-e7b97011a2f8 req-a4da62e6-74da-4f18-ba73-8c932bb16b0d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Oct 13 04:30:15.193042 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd705-9b9b-4b57-9b50-368477062819 req-6ed46ea6-faca-4c90-95e8-0195aabb5388 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:15.194569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70cbd705-9b9b-4b57-9b50-368477062819 req-6ed46ea6-faca-4c90-95e8-0195aabb5388 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Oct 13 04:30:15.241859 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70cbd705-9b9b-4b57-9b50-368477062819 req-34d8659d-219c-4537-a700-218f2e777f55 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Oct 13 04:30:15.647170 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:15.652325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:15.756377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-cb8a60d9-ceb9-4022-b096-fa4837f258cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:15.757867 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-cb8a60d9-ceb9-4022-b096-fa4837f258cf tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Oct 13 04:30:15.843163 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Deleting port 996bea67-5a64-41cc-903a-6f5823fa4a7f {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:30:15.844064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:15.939341 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] For port 996bea67-5a64-41cc-903a-6f5823fa4a7f, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=996bea67-5a64-41cc-903a-6f5823fa4a7f,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:15.939711 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:15.952247 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Calling delete_port for 996bea67-5a64-41cc-903a-6f5823fa4a7f owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:30:16.095892 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (996bea67-5a64-41cc-903a-6f5823fa4a7f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.121937 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Pushing event deleted for resources: {'Port': ['ID=996bea67-5a64-41cc-903a-6f5823fa4a7f,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:16.131132 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['996bea67-5a64-41cc-903a-6f5823fa4a7f'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.145082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.147033 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.147033 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.185677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] No DVR routers for this DVR port 996bea67-5a64-41cc-903a-6f5823fa4a7f on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:30:16.188684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.191971 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0af5e3a6-fa07-40cc-b6c3-065c2f50d0bb req-0e17c1ff-7a72-4ea2-bac3-64d1dbfe72ae tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "DELETE /networking/v2.0/ports/996bea67-5a64-41cc-903a-6f5823fa4a7f HTTP/1.1" status: 204 len: 173 time: 0.4285665 Oct 13 04:30:16.192459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'name': 'network-vif-deleted', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:16.194728 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9be1a0a-e5d1-4736-833b-5496f75991a8" -d '{"events": [{"server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "name": "network-vif-deleted", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:16.234481 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aae267-9f07-4d16-8cf6-5f1276c7d075 x-openstack-request-id: req-13aae267-9f07-4d16-8cf6-5f1276c7d075 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:16.235203 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7003e680-8280-4f51-9a15-7fefeb04fae8", "name": "network-vif-deleted", "tag": "996bea67-5a64-41cc-903a-6f5823fa4a7f", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:16.235463 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-13aae267-9f07-4d16-8cf6-5f1276c7d075 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:16.235881 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aae267-9f07-4d16-8cf6-5f1276c7d075'] response: {'server_uuid': '7003e680-8280-4f51-9a15-7fefeb04fae8', 'name': 'network-vif-deleted', 'tag': '996bea67-5a64-41cc-903a-6f5823fa4a7f', 'status': 'completed', 'code': 200} Oct 13 04:30:16.367926 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-921ed33d-f004-4cb3-a4d5-36563fb76f3c req-1ee723b7-7651-41f0-a341-5ed68f5bc813 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7003e680-8280-4f51-9a15-7fefeb04fae8 HTTP/1.1" status: 200 len: 210 time: 0.0342214 Oct 13 04:30:16.484587 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38020) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:30:16.595146 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.672198 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Publish callbacks [] for security_group (8daab454-91ab-40b5-9b90-29df0a0eba50), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.676205 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8daab454-91ab-40b5-9b90-29df0a0eba50), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.721289 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=97397324a0194216bf0a330fa631b84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354379 Oct 13 04:30:16.722231 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daab454-91ab-40b5-9b90-29df0a0eba50,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:16.724024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38024) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:30:16.729736 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.730085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.730464 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.731068 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.731409 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.731760 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.732084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.732388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.732712 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.733041 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.733366 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.733691 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.734042 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.734390 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.734711 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ceed22-d2fc-4415-b068-777fde596141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:16.785529 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] Publish callbacks [] for security_group (8daab454-91ab-40b5-9b90-29df0a0eba50), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.807042 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] Publish callbacks [] for security_group (8daab454-91ab-40b5-9b90-29df0a0eba50), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.866676 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (8daab454-91ab-40b5-9b90-29df0a0eba50), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.869632 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:16.870996 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8daab454-91ab-40b5-9b90-29df0a0eba50 HTTP/1.1" status: 204 len: 168 time: 0.1457431 Oct 13 04:30:16.880940 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89182053-efa6-4136-b197-409a6c954681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daab454-91ab-40b5-9b90-29df0a0eba50,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.773477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 996bea67-5a64-41cc-903a-6f5823fa4a7f no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:20.793708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 996bea67-5a64-41cc-903a-6f5823fa4a7f {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:30:20.794055 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 996bea67-5a64-41cc-903a-6f5823fa4a7f not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:23.569939 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-2221b9d9-e573-410d-bd9a-c390997eaf6c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-54814354&fields=id&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 267 time: 0.0455875 Oct 13 04:30:23.680609 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-31dd5826-dae9-4432-859b-88e29ca5c9bd tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:23.682079 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-31dd5826-dae9-4432-859b-88e29ca5c9bd tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1055982 Oct 13 04:30:23.696277 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-d2a08196-2a09-46d0-82c4-e0ffa867ca36 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/quotas/eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 375 time: 0.0088298 Oct 13 04:30:23.736598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:23.748374 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-5712d4cb-e8de-44c5-a019-673e46e572a1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473218 Oct 13 04:30:23.903635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:23.942000 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-10c50330-192a-47b9-a5b7-ca81c4b63e3b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820235 Oct 13 04:30:24.031514 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ea3fa42c-6b5b-4d22-91e5-ecc8f00f652a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837498 Oct 13 04:30:24.326529 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-230953a4-5ac9-423c-9ba2-5ab50b3f79cf req-f62c6a45-2834-42d4-a49a-116f1003ace9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Oct 13 04:30:25.429339 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8c14f826-0984-4c22-af10-09fc403f1a52 req-ca63bb02-c5bf-4703-acf9-3dc55c0d5385 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Oct 13 04:30:26.469870 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-ae9c3989-8851-4cc0-ae1b-ec3b071b5542 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:26.471671 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-ae9c3989-8851-4cc0-ae1b-ec3b071b5542 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 814 time: 0.1108527 Oct 13 04:30:26.494766 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-d48fdeed-9cc1-4c0a-b016-ac6cfc786047 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/quotas/7f78c358e5c0423d9ba9520c90f163b5 HTTP/1.1" status: 200 len: 375 time: 0.0154989 Oct 13 04:30:26.533760 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-192035a4-2514-4ccb-8b29-d7c771a62aad tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324585 Oct 13 04:30:26.552055 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a6201dad-22c8-439f-aa4c-fa32a1ab3c57 req-c1532ae1-73fe-49ca-9e08-e03675fa8bf1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 210 time: 0.0314577 Oct 13 04:30:26.608168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-74b75ff9-d282-46c9-8c0f-63d2bdf89694 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:26.610540 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-74b75ff9-d282-46c9-8c0f-63d2bdf89694 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1520715 Oct 13 04:30:26.635983 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-e3e52fa5-312c-4207-ac04-207706909e54 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937588 Oct 13 04:30:26.686486 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-daba200c-df22-4cd3-820e-cab8e0adfb58 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 378 time: 0.0618980 Oct 13 04:30:26.697729 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'port': {'device_id': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'admin_state_up': True, 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'security_groups': ['020054e2-f97c-4d12-88d2-a93f0122ca4b']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:30:26.737911 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-bd72939a-1ad4-4178-89e1-3433e59e08f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958574 Oct 13 04:30:26.814752 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Made reservation on behalf of eb360c69b8c240408cccc0cfbbb709f1 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:26.819118 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:26.918514 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-10db0d0b-2184-4977-9f7c-e09ee21be8e9 req-ee5540c5-26eb-4a0c-b4c4-04a38ffccaad tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0400100 Oct 13 04:30:27.003692 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.20.0.13 (2d3f0d2e-0640-4034-90cf-e88b8e787a37/66738b0f-7270-4ee8-ba98-a4ae754d40c8/909e2718-9785-4e2c-ae5c-75201a9f4fc5) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:27.234585 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.282496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.291248 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:27.327058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:27.337387 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:27.341484 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:27.346797 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:30:27.403161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.416445 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:27.417908 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.447829 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-ecf62213-ac11-4a39-bf4e-8868ff349b69 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539535 Oct 13 04:30:27.534313 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Request body: {'port': {'device_id': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:30:27.616730 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.709960 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-c898c233-e996-4960-911a-10285d92abb4 None None] Provisioning complete for port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:27.711238 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c898c233-e996-4960-911a-10285d92abb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.711766 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-c898c233-e996-4960-911a-10285d92abb4 None None] Attempt 1 to provision port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 Oct 13 04:30:27.725225 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d4b76-3ced-4894-9684-cd6bc373a8c8 req-fa60182f-13c0-4e1c-b86e-89c43a5f07cf tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:27.731647 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae7d4b76-3ced-4894-9684-cd6bc373a8c8 req-fa60182f-13c0-4e1c-b86e-89c43a5f07cf tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 932 time: 0.0774539 Oct 13 04:30:27.768461 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-c898c233-e996-4960-911a-10285d92abb4 None None] Port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:30:27.805276 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ae7d4b76-3ced-4894-9684-cd6bc373a8c8 req-44f78ba8-2ee1-4b7e-80e4-4510791fe047 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677266 Oct 13 04:30:27.922309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909e2718-9785-4e2c-ae5c-75201a9f4fc5 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:30:27.930265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks [] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:27.944055 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Transition to ACTIVE for port object 909e2718-9785-4e2c-ae5c-75201a9f4fc5 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:30:27.947852 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:28.024980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Pushing event updated for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.061058 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-787a0e49-820a-4b9b-8699-8c18a41da87f req-9ba31e9d-5aff-4593-ab93-eefc3a0b9d38 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0513339 Oct 13 04:30:28.094527 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Attempting to bind port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:30:28.094869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Attempting to bind port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:30:28.095204 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Attempting to bind port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:28.144114 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:28.144438 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Attempting to bind port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:28.190378 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:30:28.190844 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:30:28.191240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Bound using segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:30:28.191721 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Bound port: 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:30:28.192155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:28.296659 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:28.335510 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:28.360478 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:28.370934 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-9cae97fd-134a-44ec-aec7-5e4e1c2e2583 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:28.372436 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-9cae97fd-134a-44ec-aec7-5e4e1c2e2583 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 814 time: 0.1700759 Oct 13 04:30:28.374415 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:28.378698 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:28.379306 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:28.380628 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 1094 time: 0.8523462 Oct 13 04:30:28.381169 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:28.383415 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9a55ec-2215-42b3-912d-c157b9d12c88" -d '{"events": [{"name": "network-changed", "server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:28.423519 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Request body: {'port': {'device_id': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9', 'admin_state_up': True, 'tenant_id': '7f78c358e5c0423d9ba9520c90f163b5'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:30:28.426971 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:28.442930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bc923b-993d-44f5-b00a-7ab0c75b2bea x-openstack-request-id: req-f5bc923b-993d-44f5-b00a-7ab0c75b2bea {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:28.443224 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:28.443480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5bc923b-993d-44f5-b00a-7ab0c75b2bea {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:28.443879 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5bc923b-993d-44f5-b00a-7ab0c75b2bea'] response: {'name': 'network-changed', 'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'status': 'completed', 'code': 200} Oct 13 04:30:28.502864 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dff4b2-6761-4da2-8825-03688f1d8efc service neutron] Pushing event updated for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.592540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Made reservation on behalf of 7f78c358e5c0423d9ba9520c90f163b5 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:28.597206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:28.616715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-74c90ab9-4256-4ff8-9f0c-97c925115f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:28.618284 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-74c90ab9-4256-4ff8-9f0c-97c925115f21 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1128 time: 0.0643778 Oct 13 04:30:28.698366 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-21b26d78-90e5-4151-8070-a596409922a6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 217 time: 0.0653803 Oct 13 04:30:28.790665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91d064d5-4353-428b-a8d7-148ed0a7b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:28.792074 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-91d064d5-4353-428b-a8d7-148ed0a7b9e2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0874054 Oct 13 04:30:28.837265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Allocated IP 172.20.0.2 (460e768d-a024-49e4-a4f3-90ecc235b7e9/5d3c0b1d-d886-45a8-acc3-50f083341cc3/810c2a37-62ae-4bb5-8a08-e8b2b26033a4) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:28.853184 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-3f65b063-102f-4b7e-896c-7294bf4f451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:28.854739 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-3f65b063-102f-4b7e-896c-7294bf4f451b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555401 Oct 13 04:30:28.870626 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9610e7b7-fc35-4252-b81d-2e2ca19552fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:29.011027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e179d6-dd7d-4aff-b0a7-7f4bf723a395 req-484be04c-29d3-434b-9869-eaa2416eb06d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:29.012513 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59e179d6-dd7d-4aff-b0a7-7f4bf723a395 req-484be04c-29d3-434b-9869-eaa2416eb06d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.0924871 Oct 13 04:30:29.188967 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-edb916a2-ccc7-43a7-a665-be4cc2b6f169 req-ea6e2869-8798-48f2-86a4-3139a63d7c04 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0347068 Oct 13 04:30:29.348172 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-982f3906-5c3d-4026-a3de-7558b061bd27 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867644 Oct 13 04:30:29.451194 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-59e179d6-dd7d-4aff-b0a7-7f4bf723a395 req-a2779efd-81b9-4873-bf2f-d02115567bda tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4072664 Oct 13 04:30:29.459351 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:29.473264 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks [] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:29.496556 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:29.522752 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1fc1ea4a-a752-4a95-9746-ab260e694a1b req-d78802a7-f020-46b8-b085-20f4c7a508b8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668761 Oct 13 04:30:29.537598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:29.586927 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Network 460e768d-a024-49e4-a4f3-90ecc235b7e9 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:29.590130 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:29.594181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:30:29.600372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Pushing event updated for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:29.646716 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:29.647351 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:29.663955 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-175925fc-2e59-4857-bbb5-999f65109f41 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2567117 Oct 13 04:30:29.836006 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Request body: {'port': {'device_id': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:30:29.919309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-cd3a59b7-5d34-469a-8987-d0a7deee24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:29.920828 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-cd3a59b7-5d34-469a-8987-d0a7deee24fd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1128 time: 0.0818536 Oct 13 04:30:29.940025 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.107654 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-35aadaa3-46c2-4a6e-9154-89ccf4a9be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.109559 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-35aadaa3-46c2-4a6e-9154-89ccf4a9be01 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.1798863 Oct 13 04:30:30.167731 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-3d7db1b8-c229-4cca-9dc9-29626a23ae8f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 217 time: 0.0498271 Oct 13 04:30:30.259888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-fab65b01-466c-435c-beeb-70fdeb6567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.261975 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-fab65b01-466c-435c-beeb-70fdeb6567ac service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0842571 Oct 13 04:30:30.328820 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec49d19-c4e4-4478-8249-57b683dea6e0 req-8a2f0e8c-adf9-4cb9-b861-daff71ee2eb4 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.330657 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7ec49d19-c4e4-4478-8249-57b683dea6e0 req-8a2f0e8c-adf9-4cb9-b861-daff71ee2eb4 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 931 time: 0.0553219 Oct 13 04:30:30.336175 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-0f694503-1bd6-4b8f-8285-15e246db9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.337701 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-0f694503-1bd6-4b8f-8285-15e246db9358 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672750 Oct 13 04:30:30.386995 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7ec49d19-c4e4-4478-8249-57b683dea6e0 req-f1886e58-3b62-47ff-8981-d8f19582090e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Oct 13 04:30:30.434614 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:30:30.447036 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks [] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.448977 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:30.474629 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Transition to ACTIVE for port object 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:30:30.482187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.526017 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-78246ff8-c150-4794-b529-f024a715e779 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805284 Oct 13 04:30:30.531252 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:30.568412 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Pushing event updated for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:30.685951 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398a660-ef34-40c4-80e4-95e0cfbec7d1 req-f302ac32-f2e0-456a-aca9-f4d6a956467d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.687934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1398a660-ef34-40c4-80e4-95e0cfbec7d1 req-f302ac32-f2e0-456a-aca9-f4d6a956467d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.1419220 Oct 13 04:30:30.758601 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-bb9a55ec-2215-42b3-912d-c157b9d12c88 req-e34a4d84-f9b4-4fdd-aabd-ce46fdb5d937 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239308 Oct 13 04:30:30.759250 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Attempting to bind port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:30:30.759583 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Attempting to bind port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:30:30.759916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Attempting to bind port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:30.812431 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1398a660-ef34-40c4-80e4-95e0cfbec7d1 req-6e9c51e0-3ca3-49dc-9feb-54c71c72f7a8 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102495 Oct 13 04:30:30.828475 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:30.829113 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Attempting to bind port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 on network 460e768d-a024-49e4-a4f3-90ecc235b7e9 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:30.877243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:30:30.877856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Checking segment: {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:30:30.878337 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Bound using segment: {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:30:30.878778 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Bound port: 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:30:30.879132 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.941272 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:30.944930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:30.953315 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.958623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:30.958904 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:30.960424 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/810c2a37-62ae-4bb5-8a08-e8b2b26033a4 HTTP/1.1" status: 200 len: 1093 time: 1.1287413 Oct 13 04:30:30.962000 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:30.964459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68df2e5-8d79-43c9-8329-1303a81f1ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:31.015902 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1995285-3b5b-4268-b64d-2c05ed030fe2 x-openstack-request-id: req-d1995285-3b5b-4268-b64d-2c05ed030fe2 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:31.016191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:31.016474 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d1995285-3b5b-4268-b64d-2c05ed030fe2 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:31.016867 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1995285-3b5b-4268-b64d-2c05ed030fe2'] response: {'name': 'network-changed', 'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4', 'status': 'completed', 'code': 200} Oct 13 04:30:31.017959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcd696-1a61-4f50-b705-3dc2097b5e08 service neutron] Pushing event updated for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:31.080191 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-183bc319-525c-4a6d-ac2a-3a8c26ec2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:31.081882 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-183bc319-525c-4a6d-ac2a-3a8c26ec2257 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0458333 Oct 13 04:30:31.130072 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-e8fe270e-c080-4977-85c4-78e955c49640 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4 HTTP/1.1" status: 200 len: 217 time: 0.0363376 Oct 13 04:30:31.130915 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-43d927bb-7d28-45e1-a6d9-34ebe6e34b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:31.181450 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-c27f3876-be43-4cea-98cb-eb06656c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:31.183068 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-c27f3876-be43-4cea-98cb-eb06656c234f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5d3c0b1d-d886-45a8-acc3-50f083341cc3 HTTP/1.1" status: 200 len: 854 time: 0.0472546 Oct 13 04:30:31.215954 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-254be410-bf57-4e76-a092-24c1af0e5c44 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=460e768d-a024-49e4-a4f3-90ecc235b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271890 Oct 13 04:30:31.313312 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-bdb125a3-03e0-4eeb-98a7-9a401ddfbbdf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915904 Oct 13 04:30:31.383811 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:31.413674 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9baa23ba-02f7-4887-97ef-0264dbe33706 req-16b79507-a07d-4cc5-b23e-8b8143a2a4c2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927436 Oct 13 04:30:31.513930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70474f-48cf-494d-8700-b49457567af1 req-1d995fed-9809-4f8f-b7b2-3c2ca484f132 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:31.515596 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-db70474f-48cf-494d-8700-b49457567af1 req-1d995fed-9809-4f8f-b7b2-3c2ca484f132 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 943 time: 0.0502489 Oct 13 04:30:31.566903 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-db70474f-48cf-494d-8700-b49457567af1 req-45bf11de-ea46-49ca-9432-4f4e90e1b8a0 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Oct 13 04:30:31.944632 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6cdd6-48d5-4912-9ebe-bb2e9cbffd59 req-7e2bd219-9c28-47ae-bf51-5620b149ec11 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:31.946136 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4af6cdd6-48d5-4912-9ebe-bb2e9cbffd59 req-7e2bd219-9c28-47ae-bf51-5620b149ec11 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.0490193 Oct 13 04:30:31.958785 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:32.001605 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4af6cdd6-48d5-4912-9ebe-bb2e9cbffd59 req-a9d8257b-f168-47ff-b390-e35a23a55b3a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493438 Oct 13 04:30:32.206642 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-71aeb76d-512b-4e25-95c6-1e3b321b044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:32.208162 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-71aeb76d-512b-4e25-95c6-1e3b321b044b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 1127 time: 0.0425332 Oct 13 04:30:32.305047 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:32.308430 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-0692fd6c-c972-4bce-96e7-5bcc1cbee904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:32.309905 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-0692fd6c-c972-4bce-96e7-5bcc1cbee904 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 200 len: 915 time: 0.0960259 Oct 13 04:30:32.349538 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-018895bf-a9b0-443f-ab64-6dbebd7b9529 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4 HTTP/1.1" status: 200 len: 217 time: 0.0336378 Oct 13 04:30:32.400037 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-1efca991-79b6-4d7c-a8b0-cdee3e344310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:32.401511 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-1efca991-79b6-4d7c-a8b0-cdee3e344310 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=5d3c0b1d-d886-45a8-acc3-50f083341cc3 HTTP/1.1" status: 200 len: 854 time: 0.0467031 Oct 13 04:30:32.434693 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-53926ba5-f441-47ea-9800-597f6e73544f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=460e768d-a024-49e4-a4f3-90ecc235b7e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276203 Oct 13 04:30:32.461778 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:32.537163 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-156b93b5-1a2e-46ef-ad88-a9cd7c0febaa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967326 Oct 13 04:30:32.638029 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f68df2e5-8d79-43c9-8329-1303a81f1ec9 req-2ff2216f-e84e-45f4-b45a-07bbe39c04b5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954864 Oct 13 04:30:32.702700 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcfb41-5d86-47f6-a207-7ae9e948dc32 req-a16afd01-2382-4a9f-870d-701f25333777 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:32.704607 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-28fcfb41-5d86-47f6-a207-7ae9e948dc32 req-a16afd01-2382-4a9f-870d-701f25333777 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 943 time: 0.0523515 Oct 13 04:30:32.753799 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-28fcfb41-5d86-47f6-a207-7ae9e948dc32 req-04a5b8ae-2c28-4836-955a-70c2aefc7e5e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Oct 13 04:30:33.128352 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92596203-8dca-427d-a281-f4a9b0120cdc req-6f3fee4d-69f0-4551-ad34-6a4090eb6d4c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:33.129853 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92596203-8dca-427d-a281-f4a9b0120cdc req-6f3fee4d-69f0-4551-ad34-6a4090eb6d4c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.0528395 Oct 13 04:30:33.183490 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-92596203-8dca-427d-a281-f4a9b0120cdc req-5778d769-ebf5-4d4a-b411-d1d27eb69cef tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477552 Oct 13 04:30:33.719459 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:33.833363 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:33.845420 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4', 'network_id': '460e768d-a024-49e4-a4f3-90ecc235b7e9', 'port_id': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4', 'mac_address': 'fa:16:3e:ac:97:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3c0b1d-d886-45a8-acc3-50f083341cc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:33.881733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:33.882250 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:33.883189 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8d4bd-c987-4fbd-a618-76e15ef9ddcc req-35b3affd-56e0-4b28-b5aa-37dd6328a4f5 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:33.890070 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e7e8d4bd-c987-4fbd-a618-76e15ef9ddcc req-35b3affd-56e0-4b28-b5aa-37dd6328a4f5 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 943 time: 0.0553145 Oct 13 04:30:33.895896 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:30:33.917057 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:33.924823 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:33.954441 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e7e8d4bd-c987-4fbd-a618-76e15ef9ddcc req-88ceb3fa-a9e8-4571-b112-08121e550621 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Oct 13 04:30:33.978715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:33.987464 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.987464 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.987464 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.987809 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.987974 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.988306 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.988635 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.988968 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.989296 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.989624 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.989949 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.990314 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.990645 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.990972 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:33.991290 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:34.106981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:34.211772 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['810c2a37-62ae-4bb5-8a08-e8b2b26033a4'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:30:34.315225 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:34.325429 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e99bb-36dc-4ea0-8700-e3275098ce44 req-d92ba9eb-0bd4-422c-92f0-76cd9804b207 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:34.330229 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0b4e99bb-36dc-4ea0-8700-e3275098ce44 req-d92ba9eb-0bd4-422c-92f0-76cd9804b207 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.0598285 Oct 13 04:30:34.342628 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:34.388268 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0b4e99bb-36dc-4ea0-8700-e3275098ce44 req-3dc88627-9886-4d8b-a8cc-9b424c19a6bd tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544081 Oct 13 04:30:35.065206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae00e4-6a2d-41ad-af91-456b0c04a382 req-b6001e50-a91d-4992-9202-b9e8d61b332a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:35.066796 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3bae00e4-6a2d-41ad-af91-456b0c04a382 req-b6001e50-a91d-4992-9202-b9e8d61b332a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 944 time: 0.0508678 Oct 13 04:30:35.114136 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-3bae00e4-6a2d-41ad-af91-456b0c04a382 req-a30b1d17-89e7-43bc-86c1-db2eafb87651 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Oct 13 04:30:35.502444 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c43b4-7e38-4a2c-b7a4-fad82c3f75fe req-a89de938-109e-4894-bba5-9cd437d3ea2e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:35.503884 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-466c43b4-7e38-4a2c-b7a4-fad82c3f75fe req-a89de938-109e-4894-bba5-9cd437d3ea2e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 944 time: 0.0469654 Oct 13 04:30:35.555613 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-466c43b4-7e38-4a2c-b7a4-fad82c3f75fe req-4c57d22b-d271-4b6c-9209-ec8978fc7008 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461845 Oct 13 04:30:35.663522 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:35.733121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 909e2718-9785-4e2c-ae5c-75201a9f4fc5 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:35.747745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:35.768158 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:35.791579 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:35.847345 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:30:35.860208 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:35.860592 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:35.860927 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 Oct 13 04:30:35.899348 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:35.914638 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'port_id': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'mac_address': 'fa:16:3e:87:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:35.977662 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:35.978058 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:35.996925 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:35.997308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:36.001507 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909e2718-9785-4e2c-ae5c-75201a9f4fc5 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:30:36.034482 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:36.039274 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:36.041605 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd6110-b695-4c67-976c-557dd5d39365" -d '{"events": [{"server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:36.051606 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:36.057272 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:36.079623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:36.085947 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25adf2c9-1477-4a40-8daf-4f18560f71de x-openstack-request-id: req-25adf2c9-1477-4a40-8daf-4f18560f71de {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:36.086289 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:36.086549 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-25adf2c9-1477-4a40-8daf-4f18560f71de {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:36.086939 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25adf2c9-1477-4a40-8daf-4f18560f71de'] response: {'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4', 'code': 200} Oct 13 04:30:36.106102 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:36.158581 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:36.241684 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cbca5-58fd-405a-829a-8ecfe264436b req-6b3c3560-c3db-441b-abfe-6777d65b8c3a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:36.243218 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7b1cbca5-58fd-405a-829a-8ecfe264436b req-6b3c3560-c3db-441b-abfe-6777d65b8c3a tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Oct 13 04:30:36.293283 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-7b1cbca5-58fd-405a-829a-8ecfe264436b req-40b6fe2a-befc-4cfe-9cd6-c8f72be3ec51 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Oct 13 04:30:36.297244 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751f8ca-3d09-4d96-af2d-4410c8e2a265 req-25e222bb-ce4e-41be-9fcb-061c1eba9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:36.298788 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d751f8ca-3d09-4d96-af2d-4410c8e2a265 req-25e222bb-ce4e-41be-9fcb-061c1eba9d31 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 1129 time: 0.0396411 Oct 13 04:30:36.343205 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['909e2718-9785-4e2c-ae5c-75201a9f4fc5'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:30:36.345677 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-d751f8ca-3d09-4d96-af2d-4410c8e2a265 req-f750af33-1c41-4de7-b091-7184a667415e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Oct 13 04:30:36.680046 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329b1e9-06b2-4898-b509-3cac5f782d51 req-f2c73ebc-7aaa-4107-8406-a52705ffc10b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:36.681508 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a329b1e9-06b2-4898-b509-3cac5f782d51 req-f2c73ebc-7aaa-4107-8406-a52705ffc10b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Oct 13 04:30:36.725989 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:36.731324 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a329b1e9-06b2-4898-b509-3cac5f782d51 req-e31cc297-2c4f-4185-b30e-579bba85d649 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436897 Oct 13 04:30:37.420348 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62352-438a-427d-a171-1e3405a994d2 req-4ccea12f-da1d-430c-b0a2-68cbaeed470d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:37.422616 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60e62352-438a-427d-a171-1e3405a994d2 req-4ccea12f-da1d-430c-b0a2-68cbaeed470d tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0484638 Oct 13 04:30:37.469897 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-60e62352-438a-427d-a171-1e3405a994d2 req-924af3e6-8f78-4be9-9b4c-be48f515933c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Oct 13 04:30:37.755038 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 909e2718-9785-4e2c-ae5c-75201a9f4fc5 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:37.801984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:37.803247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:30:37.811128 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:30:37.818834 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:37.819523 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 Oct 13 04:30:37.867915 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8cb09-8af3-462d-a33d-63ae414009ee req-5a196638-df52-426d-954d-040a00fb84ed tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:37.869785 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ea8cb09-8af3-462d-a33d-63ae414009ee req-5a196638-df52-426d-954d-040a00fb84ed tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Oct 13 04:30:37.895682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:37.903354 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:30:37.903777 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:37.928085 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ea8cb09-8af3-462d-a33d-63ae414009ee req-8aa9fdcc-bcbf-4990-8bc6-0a9d70b90153 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523372 Oct 13 04:30:37.942969 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:37.947690 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:38.001502 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:38.088403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:38.090749 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d76157c-43db-4066-b521-888c916ef38f" -d '{"events": [{"server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "name": "network-vif-plugged", "status": "completed", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:38.128965 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae0083-8b3b-40a0-82f8-1a338bc4ceaf x-openstack-request-id: req-e4ae0083-8b3b-40a0-82f8-1a338bc4ceaf {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:38.129256 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "name": "network-vif-plugged", "status": "completed", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:38.129515 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4ae0083-8b3b-40a0-82f8-1a338bc4ceaf {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:38.129909 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ae0083-8b3b-40a0-82f8-1a338bc4ceaf'] response: {'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'code': 200} Oct 13 04:30:38.366839 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:38.404064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76376bc3-0048-4c5c-a49b-242e96866eeb req-e5c1d6ef-deb9-4541-9936-87c317cbe037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:38.406018 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-76376bc3-0048-4c5c-a49b-242e96866eeb req-e5c1d6ef-deb9-4541-9936-87c317cbe037 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1130 time: 0.0382342 Oct 13 04:30:38.453169 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-76376bc3-0048-4c5c-a49b-242e96866eeb req-3915c871-95a0-4f1e-97d2-ea547616c75e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401926 Oct 13 04:30:39.052121 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26379788-ca29-40e8-bd2b-6d0c3e9fc5b1 req-720146bb-e2e6-4c20-9cdb-8d8a601a3286 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:39.053645 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-26379788-ca29-40e8-bd2b-6d0c3e9fc5b1 req-720146bb-e2e6-4c20-9cdb-8d8a601a3286 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0469511 Oct 13 04:30:39.106089 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-26379788-ca29-40e8-bd2b-6d0c3e9fc5b1 req-2e7fc55a-d083-450c-b717-ffcc74fc8420 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466647 Oct 13 04:30:40.228355 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817a294-b8d5-48fa-b451-752ff57afc82 req-00ff9d03-6795-41fc-8151-4bb9020e498b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:40.229829 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a817a294-b8d5-48fa-b451-752ff57afc82 req-00ff9d03-6795-41fc-8151-4bb9020e498b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0465331 Oct 13 04:30:40.278570 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-a817a294-b8d5-48fa-b451-752ff57afc82 req-9b4ffc1b-85d4-4f40-8762-060dd9c650df tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425322 Oct 13 04:30:40.360063 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:40.399814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be2293-533e-463e-be69-acda53281fb9 req-5dbd9949-df7e-4da4-8de7-c7bb150066bc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:40.401278 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57be2293-533e-463e-be69-acda53281fb9 req-5dbd9949-df7e-4da4-8de7-c7bb150066bc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0473878 Oct 13 04:30:40.450628 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57be2293-533e-463e-be69-acda53281fb9 req-b5dd781e-28cc-4f47-be82-a447e1a6ff4b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429301 Oct 13 04:30:40.479536 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38212) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:30:40.615686 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f6afb-5567-41ec-a7f1-2a2e03ce6d38 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:40.617238 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6f3f6afb-5567-41ec-a7f1-2a2e03ce6d38 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1125 time: 0.1367242 Oct 13 04:30:40.620304 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38216) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:30:40.624432 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.v2.base [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'port_id': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:30:40.644918 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:40.726155 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:40.825639 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:40.832813 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_common [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.27.1.6 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/bda10478-d5c4-4705-8f78-01c622c79699) {{(pid=104468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:40.938815 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (bda10478-d5c4-4705-8f78-01c622c79699), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:40.961839 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:40.972311 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (bda10478-d5c4-4705-8f78-01c622c79699), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.016651 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:41.021311 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.base_scheduler [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:41.025334 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:30:41.028242 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=bda10478-d5c4-4705-8f78-01c622c79699,revision_number=1']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.369497 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (b89bb776-fc82-4602-a714-9abee8b48e9e), precommit_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.434417 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (bda10478-d5c4-4705-8f78-01c622c79699), before_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.559816 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:41.580678 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (bda10478-d5c4-4705-8f78-01c622c79699), precommit_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.584819 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30841769'] for port (bda10478-d5c4-4705-8f78-01c622c79699), after_update {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.649075 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=bda10478-d5c4-4705-8f78-01c622c79699,revision_number=2']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.651751 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (b89bb776-fc82-4602-a714-9abee8b48e9e), after_create {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:41.747068 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.db.l3_db [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP b89bb776-fc82-4602-a714-9abee8b48e9e associated. External IP: 172.27.1.6, port: 909e2718-9785-4e2c-ae5c-75201a9f4fc5. Oct 13 04:30:41.820690 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:41.945620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:30:42.048674 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:30:42.058001 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:30:42.068821 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:30:42.069058 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:42.069424 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:30:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:42.099887 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-9d1aca1c-1ba3-4b58-93b7-85f697b32bc1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4784923 Oct 13 04:30:42.100508 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5'}] {{(pid=104468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:30:42.102848 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ca12c91ce44c05c9d0754f7f94fe7b4c28c14b22ecd7577b3abbc24fae1982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bb346a-da6a-4432-90f9-6a5523379921" -d '{"events": [{"name": "network-changed", "server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5"}]}' {{(pid=104468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:42.142081 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8c47a-33fa-46d2-a9ea-fa5513c6e561 x-openstack-request-id: req-4fb8c47a-33fa-46d2-a9ea-fa5513c6e561 {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:42.142403 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5", "status": "completed", "code": 200}]} {{(pid=104468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:42.142659 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4fb8c47a-33fa-46d2-a9ea-fa5513c6e561 {{(pid=104468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:42.143066 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb8c47a-33fa-46d2-a9ea-fa5513c6e561'] response: {'name': 'network-changed', 'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'status': 'completed', 'code': 200} Oct 13 04:30:42.173434 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:30:42.221579 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:42.231949 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb346a-da6a-4432-90f9-6a5523379921 req-4f7f6cfb-8d54-4488-a331-6ad9e7b4df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:42.233521 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-4f7f6cfb-8d54-4488-a331-6ad9e7b4df87 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1130 time: 0.0437257 Oct 13 04:30:42.334709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb346a-da6a-4432-90f9-6a5523379921 req-379d002b-01dd-4cac-8125-a07288f55b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:42.336228 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-379d002b-01dd-4cac-8125-a07288f55b87 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0961578 Oct 13 04:30:42.400099 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-4037e334-ed8d-4e24-acc1-d9355a78a839 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 998 time: 0.0580347 Oct 13 04:30:42.452672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb346a-da6a-4432-90f9-6a5523379921 req-939e09b8-6128-425d-ac80-6d0052a6e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:42.454148 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-939e09b8-6128-425d-ac80-6d0052a6e843 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0482271 Oct 13 04:30:42.472913 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b89bb776-fc82-4602-a714-9abee8b48e9e', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:87:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:30:41Z', 'updated_at': '2022-10-13T04:30:41Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:42.497647 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb346a-da6a-4432-90f9-6a5523379921 req-b8ad64fe-c7b1-4790-b7ff-fce879f0b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:42.499765 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-b8ad64fe-c7b1-4790-b7ff-fce879f0b2a4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395601 Oct 13 04:30:42.501231 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:30:42.509630 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:30:42.510258 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:30:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:42.589030 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-73c40c04-2a94-428e-96a2-b81898edd763 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834491 Oct 13 04:30:42.609812 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:30:42.683854 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-57bb346a-da6a-4432-90f9-6a5523379921 req-4af1fb5f-ec08-4602-b5d7-6c6a1bb87fb7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884171 Oct 13 04:30:42.815348 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b89bb776-fc82-4602-a714-9abee8b48e9e', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:87:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:30:41Z', 'updated_at': '2022-10-13T04:30:41Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:42.839169 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057a6be-6e19-4aff-95f0-124a66bbaa71 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'b89bb776-fc82-4602-a714-9abee8b48e9e', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:87:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:30:41Z', 'updated_at': '2022-10-13T04:30:41Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:30:43.027944 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045c33d-dbd3-4600-a64c-2e1a509266f9 None None] New status for floating IP b89bb776-fc82-4602-a714-9abee8b48e9e: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:30:52.095123 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:52.097046 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=29 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:52.674844 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=75 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:52.680993 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=42 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:53.129201 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:53.131070 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:57.323291 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=79 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:57.324028 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:30:57.970311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2027bf-c628-4ecb-beb1-56dcb0923019 req-9aedf77d-b329-40ea-a715-56befc5aaf31 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:57.971787 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff2027bf-c628-4ecb-beb1-56dcb0923019 req-9aedf77d-b329-40ea-a715-56befc5aaf31 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Oct 13 04:30:58.018807 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-ff2027bf-c628-4ecb-beb1-56dcb0923019 req-55eae65e-1de9-49c3-ba0c-a3dc36a32ff6 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Oct 13 04:30:58.864009 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a613ece6-57d2-466b-bc1b-dcab99eb07b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:59.192959 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e09f6-ea24-489f-9087-12a28cb9fa33 req-6b0e9be9-556b-4c2f-bf09-d1795c5d6a2e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:59.194467 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c25e09f6-ea24-489f-9087-12a28cb9fa33 req-6b0e9be9-556b-4c2f-bf09-d1795c5d6a2e tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0964534 Oct 13 04:30:59.242148 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c25e09f6-ea24-489f-9087-12a28cb9fa33 req-831b710d-6277-4d66-a68c-66aef82595be tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bcf9727a-570e-4c09-b151-790deb2ea54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Oct 13 04:30:59.801030 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb65d8-d504-4527-8080-42cf08043715 req-d6bdd256-7d86-4327-b9aa-362c675ff5e9 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:30:59.802517 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1dbb65d8-d504-4527-8080-42cf08043715 req-d6bdd256-7d86-4327-b9aa-362c675ff5e9 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Oct 13 04:30:59.882568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Deleting port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:30:59.882917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:59.974755 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] For port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,segment=NetworkSegment(cc75c582-0919-4ad0-851f-d0f7b5acfbf4),segment_id=cc75c582-0919-4ad0-851f-d0f7b5acfbf4)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:59.975129 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:30:59.988405 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Calling delete_port for 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:31:00.111376 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (810c2a37-62ae-4bb5-8a08-e8b2b26033a4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:00.140673 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Pushing event deleted for resources: {'Port': ['ID=810c2a37-62ae-4bb5-8a08-e8b2b26033a4,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:00.146861 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['810c2a37-62ae-4bb5-8a08-e8b2b26033a4'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:31:00.187566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] No DVR routers for this DVR port 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:31:00.190229 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:00.193739 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1dbb65d8-d504-4527-8080-42cf08043715 req-fbdfb27a-9696-4428-b10b-28386909b62c tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.36 "DELETE /networking/v2.0/ports/810c2a37-62ae-4bb5-8a08-e8b2b26033a4 HTTP/1.1" status: 204 len: 173 time: 0.3865128 Oct 13 04:31:00.194313 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'name': 'network-vif-deleted', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:31:00.197215 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418fd2bb-97e6-4927-a3c0-5c4e2f66a261" -d '{"events": [{"server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "name": "network-vif-deleted", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:31:00.238539 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4cb44b-1a63-4666-825c-b287b496b7dd x-openstack-request-id: req-6a4cb44b-1a63-4666-825c-b287b496b7dd {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:31:00.238813 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf80e953-e21c-4f85-a8fe-e0377896f0a1", "name": "network-vif-deleted", "tag": "810c2a37-62ae-4bb5-8a08-e8b2b26033a4", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:31:00.239064 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6a4cb44b-1a63-4666-825c-b287b496b7dd {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:31:00.239466 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4cb44b-1a63-4666-825c-b287b496b7dd'] response: {'server_uuid': 'bf80e953-e21c-4f85-a8fe-e0377896f0a1', 'name': 'network-vif-deleted', 'tag': '810c2a37-62ae-4bb5-8a08-e8b2b26033a4', 'status': 'completed', 'code': 200} Oct 13 04:31:00.351661 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6bfd1457-a685-4e5f-b435-4dd85e2cfefa req-566fa94c-5fd2-47c1-a46f-e41f746723b6 tempest-VolumesSnapshotTestJSON-1107795008 tempest-VolumesSnapshotTestJSON-1107795008-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bf80e953-e21c-4f85-a8fe-e0377896f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0315042 Oct 13 04:31:01.123630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35789178-31ac-4732-bcb7-4953a4e1bb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:02.463637 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:04.109779 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:04.326106 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:05.627271 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:05.646626 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:31:05.646977 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 810c2a37-62ae-4bb5-8a08-e8b2b26033a4 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:05.663366 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:10.171235 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=55,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:10.171930 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=52,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:10.330790 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=8 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:10.331507 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=12 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:15.176310 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-c17e0e3b-46ca-436d-9aea-246e4a678ca0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390620 Oct 13 04:31:15.280428 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-d1362a96-81f9-4f53-8b5c-c6827b9d95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:31:15.282861 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-d1362a96-81f9-4f53-8b5c-c6827b9d95a2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1130 time: 0.0398571 Oct 13 04:31:15.366609 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:31:15.388316 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-85b795c2-8a20-4b58-ad8f-a6c5af254135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:31:15.389774 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-85b795c2-8a20-4b58-ad8f-a6c5af254135 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0892615 Oct 13 04:31:15.451278 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-7feb86b8-8432-430f-b897-937ca16bc4ed service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0552843 Oct 13 04:31:15.503023 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-f744966e-f235-4499-aeb5-f57d59a363bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:31:15.504494 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-f744966e-f235-4499-aeb5-f57d59a363bc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0475559 Oct 13 04:31:15.548139 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-7499c10b-02d6-4422-9deb-80aa12b2dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:31:15.549594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-7499c10b-02d6-4422-9deb-80aa12b2dc44 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378661 Oct 13 04:31:15.643110 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-10296389-b8a3-4e2c-a55d-028f22c49008 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Oct 13 04:31:15.653768 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:15.659080 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:15.732221 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-f7d8861c-eb60-4259-9ef9-762de495c1c6 req-817d4506-5e3f-4dea-8b82-d5b4c356d9d2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830739 Oct 13 04:31:17.344631 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:22.770198 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38430) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:31:22.814361 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Deleting subnet 5d3c0b1d-d886-45a8-acc3-50f083341cc3 {{(pid=104467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:31:22.817353 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Publish callbacks [] for subnet (5d3c0b1d-d886-45a8-acc3-50f083341cc3), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.108141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33489279'] for subnet (5d3c0b1d-d886-45a8-acc3-50f083341cc3), precommit_delete_associations {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.148190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (5d3c0b1d-d886-45a8-acc3-50f083341cc3), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.199279 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30846534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32195516'] for subnet (5d3c0b1d-d886-45a8-acc3-50f083341cc3), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.223309 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3c0b1d-d886-45a8-acc3-50f083341cc3,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.233768 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.234123 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.234646 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.235021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.235556 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.235886 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.236565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.236565 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.236862 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.237192 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.237572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.237856 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.238180 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.238528 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.238853 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.241741 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for subnet (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.244939 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-f35ff44e-1d1c-436c-aef0-4c7ce17524fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5d3c0b1d-d886-45a8-acc3-50f083341cc3 HTTP/1.1" status: 204 len: 168 time: 0.4737275 Oct 13 04:31:23.247414 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38432) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:31:23.318675 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (460e768d-a024-49e4-a4f3-90ecc235b7e9), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.396698 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (460e768d-a024-49e4-a4f3-90ecc235b7e9), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.416124 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460e768d-a024-49e4-a4f3-90ecc235b7e9']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:23.425576 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:23.425872 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc75c582-0919-4ad0-851f-d0f7b5acfbf4') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:23.427406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:23.440571 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (cc75c582-0919-4ad0-851f-d0f7b5acfbf4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.446782 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:23.455994 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (cc75c582-0919-4ad0-851f-d0f7b5acfbf4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.463266 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:23.463644 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (cc75c582-0919-4ad0-851f-d0f7b5acfbf4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.505167 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment cc75c582-0919-4ad0-851f-d0f7b5acfbf4 resource provider aggregate not found Oct 13 04:31:23.521885 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment cc75c582-0919-4ad0-851f-d0f7b5acfbf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc75c582-0919-4ad0-851f-d0f7b5acfbf4 found for delete ", "request_id": "req-f7f05284-d293-4f28-bf5e-34d510d685f4"}]} Oct 13 04:31:23.528177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (460e768d-a024-49e4-a4f3-90ecc235b7e9), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.533655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.536865 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/460e768d-a024-49e4-a4f3-90ecc235b7e9 HTTP/1.1" status: 204 len: 168 time: 0.2885425 Oct 13 04:31:23.549023 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dd7b2-7469-4157-abf4-2c0a69ae0f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=460e768d-a024-49e4-a4f3-90ecc235b7e9,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.698543 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38440) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:31:23.738932 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-7750dbd8-a669-43d6-970f-530d82806638 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=7f78c358e5c0423d9ba9520c90f163b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392411 Oct 13 04:31:23.741306 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38442) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:31:23.789158 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Publish callbacks [] for security_group (bcf9727a-570e-4c09-b151-790deb2ea54e), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.809489 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Publish callbacks [] for security_group (bcf9727a-570e-4c09-b151-790deb2ea54e), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.856014 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (bcf9727a-570e-4c09-b151-790deb2ea54e), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.858598 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:23.862672 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bcf9727a-570e-4c09-b151-790deb2ea54e HTTP/1.1" status: 204 len: 168 time: 0.1203904 Oct 13 04:31:23.870444 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9727a-570e-4c09-b151-790deb2ea54e,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.878159 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.878721 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.879066 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.879404 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.880241 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.880581 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.881169 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.881513 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.881845 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.882177 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.882528 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.882859 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.883184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.883508 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:23.883831 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c189d0e8-78ff-4846-92f3-5e29fcc24656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:25.362546 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:28.866703 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-84b575a2-f086-4189-87e7-62e6f2641e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:31.127199 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b129e8cc-4a32-4671-bbd1-49f4489929c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:32.466255 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:33.538157 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:33.538978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:33.872987 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:33.873768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:34.112477 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:34.332830 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:35.661973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:31:45.656304 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:45.658237 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:31:52.364674 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:31:58.868462 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d635695-2f71-4663-b3dd-2f9ec4db18d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:01.128126 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9ca32382-4d27-450e-99a5-b386852b1252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:02.360208 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=19 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:02.360946 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=15 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:02.469630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:04.114897 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:04.336262 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:05.666572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:15.660308 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:15.662230 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:15.814849 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-4e268aa4-54ad-4e8b-9726-ce03ee34047a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1735287 Oct 13 04:32:15.918872 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-87f6a42f-4034-4029-b8b0-575dc8cc98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:15.920358 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-87f6a42f-4034-4029-b8b0-575dc8cc98e4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 1130 time: 0.0427701 Oct 13 04:32:16.024342 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-2e54a168-faeb-40a1-b5df-0886b655df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:16.025800 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-2e54a168-faeb-40a1-b5df-0886b655df27 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0868356 Oct 13 04:32:16.089394 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-2bddf854-3851-4324-b461-7188b6475287 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 200 len: 1000 time: 0.0578442 Oct 13 04:32:16.137704 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-05c33400-4b9d-4f87-9b2b-334e8d32f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:16.139165 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-05c33400-4b9d-4f87-9b2b-334e8d32f61a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0441298 Oct 13 04:32:16.182456 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-cf212da0-4565-4102-b8be-aba96587c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:16.183983 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-cf212da0-4565-4102-b8be-aba96587c763 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388114 Oct 13 04:32:16.194197 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-1d13e603-af47-493b-a7a7-ed2bc247f68e service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:32:16.195158 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-1d13e603-af47-493b-a7a7-ed2bc247f68e service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048819 Oct 13 04:32:16.288220 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-c8081ab1-1194-4171-91cf-b704a94bf03b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Oct 13 04:32:16.377480 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-0db6a435-54f5-4dc5-8753-38ced4bfacc4 req-cd0ab775-7606-4733-90f4-1657c065102a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Oct 13 04:32:26.372418 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=51 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:26.374333 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=50 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:28.870871 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-190bf2ef-3cac-49f2-8b7e-89f8b6ff40f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:29.363874 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:31.131660 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1be2110b-6283-4e74-a638-373c566c0b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:32.472056 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:34.118223 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:34.337230 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:35.661274 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:39.358499 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:39.359265 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:45.650451 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:45.656444 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:46.952360 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f71a-cef9-41f9-a856-7dbdc7c07b8c req-4edc1a7b-491d-41b5-8d4f-bc731de5dbd5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:46.953812 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9838f71a-cef9-41f9-a856-7dbdc7c07b8c req-4edc1a7b-491d-41b5-8d4f-bc731de5dbd5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0503750 Oct 13 04:32:47.003834 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9838f71a-cef9-41f9-a856-7dbdc7c07b8c req-3d1509a1-0054-4bfe-9165-c471f6e41cad tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439312 Oct 13 04:32:48.130566 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c1e2a-15ff-4e86-82aa-6e387196c5fe req-bc3d3ac0-788b-4aa4-883c-df63d9a62477 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:48.132088 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e16c1e2a-15ff-4e86-82aa-6e387196c5fe req-bc3d3ac0-788b-4aa4-883c-df63d9a62477 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0524056 Oct 13 04:32:48.182313 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e16c1e2a-15ff-4e86-82aa-6e387196c5fe req-93883588-b2cb-47d7-bef2-5335a23c428e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445626 Oct 13 04:32:48.673555 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-6d3b4d68-d712-472e-8389-54cc69fcc219 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:48.675614 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-6d3b4d68-d712-472e-8389-54cc69fcc219 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 946 time: 0.0462849 Oct 13 04:32:48.760789 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:32:48.761133 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:48.851248 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] For port 909e2718-9785-4e2c-ae5c-75201a9f4fc5, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=909e2718-9785-4e2c-ae5c-75201a9f4fc5,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:48.851621 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:49.013639 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:49.014007 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (b89bb776-fc82-4602-a714-9abee8b48e9e), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:49.014422 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP b89bb776-fc82-4602-a714-9abee8b48e9e disassociated. External IP: 172.27.1.6, port: 909e2718-9785-4e2c-ae5c-75201a9f4fc5. Oct 13 04:32:49.014772 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for 909e2718-9785-4e2c-ae5c-75201a9f4fc5 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:32:49.141340 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (909e2718-9785-4e2c-ae5c-75201a9f4fc5), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:49.167651 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=909e2718-9785-4e2c-ae5c-75201a9f4fc5,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:49.177887 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.178249 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.178601 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.178946 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.179284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.179617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.179944 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.180268 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.180599 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.181332 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.181332 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.181622 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.181888 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.182187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.182526 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:49.309832 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-b5a39ce4-1c8d-473c-8ea4-681a21a14859 req-d8027130-d31b-48e1-ad3c-8cbadd50962b tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 210 time: 0.0377765 Oct 13 04:32:49.322400 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:49.420800 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:49.429239 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:49.439801 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:49.449373 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:32:49.449996 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:32:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.477945 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] No DVR routers for this DVR port 909e2718-9785-4e2c-ae5c-75201a9f4fc5 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:32:49.480551 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:49.484289 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2f7ff9e1-5c38-4d05-8b7b-c2c04f653ac8 req-4f81b1d4-caa8-457c-b412-72f86fd4047e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "DELETE /networking/v2.0/ports/909e2718-9785-4e2c-ae5c-75201a9f4fc5 HTTP/1.1" status: 204 len: 173 time: 0.8027136 Oct 13 04:32:49.484775 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'name': 'network-vif-deleted', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:32:49.487869 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa14896-2438-4b0d-843d-8e766ff42ad0" -d '{"events": [{"server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "name": "network-vif-deleted", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:49.569557 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:32:49.669377 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ca0d79-ab9a-434a-9a84-c0fa750f1021 x-openstack-request-id: req-36ca0d79-ab9a-434a-9a84-c0fa750f1021 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:49.669796 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4106e63-3d42-4f62-8eb2-6b97a94b3c71", "name": "network-vif-deleted", "tag": "909e2718-9785-4e2c-ae5c-75201a9f4fc5", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:49.670141 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36ca0d79-ab9a-434a-9a84-c0fa750f1021 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:49.670702 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ca0d79-ab9a-434a-9a84-c0fa750f1021'] response: {'server_uuid': 'c4106e63-3d42-4f62-8eb2-6b97a94b3c71', 'name': 'network-vif-deleted', 'tag': '909e2718-9785-4e2c-ae5c-75201a9f4fc5', 'status': 'completed', 'code': 200} Oct 13 04:32:49.765034 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.788857 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:49.797486 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:32:49.798092 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:32:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:49.905563 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:32:50.092035 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:50.196875 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d70f56-e67f-40ea-99ae-322eadbef500 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:50.433544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc798bd-7df6-4a54-9b72-46fb814904a3 None None] New status for floating IP b89bb776-fc82-4602-a714-9abee8b48e9e: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:32:50.439053 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c774fff9-140f-405c-a2cb-2b317c81158b req-8ac2adce-2e1d-47b3-864f-81dc5951dc5e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c4106e63-3d42-4f62-8eb2-6b97a94b3c71 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Oct 13 04:32:51.689960 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:51.717007 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-78ed773e-a9fc-4028-8f43-570570c101a6 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-54814354&fields=id&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 267 time: 0.0470395 Oct 13 04:32:51.830712 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-a228c113-865d-4d57-9fba-39cede78c299 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:51.832170 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-a228c113-865d-4d57-9fba-39cede78c299 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1079695 Oct 13 04:32:51.847507 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-ec24f359-7b85-4e3c-8189-4fc4535b0901 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/quotas/eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 375 time: 0.0098081 Oct 13 04:32:51.897299 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-1fef8b1e-816d-4be7-860d-f2d6a092b225 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446186 Oct 13 04:32:51.912718 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-e784e318-a28d-486e-a4ea-84a475c3c525 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104467) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 04:32:51.913674 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-e784e318-a28d-486e-a4ea-84a475c3c525 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059304 Oct 13 04:32:52.008072 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-97308365-abf6-4fed-a5d5-dfa7596b31f7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891042 Oct 13 04:32:52.098831 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-5a10329b-a120-474e-ac0b-335a2c03a83c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846343 Oct 13 04:32:52.301752 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 909e2718-9785-4e2c-ae5c-75201a9f4fc5 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:52.321315 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 909e2718-9785-4e2c-ae5c-75201a9f4fc5 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:32:52.321671 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 909e2718-9785-4e2c-ae5c-75201a9f4fc5 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:52.389256 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-51a9a16a-f9a6-4d3d-ad4c-0fd6e0509d64 req-9fc8acba-4cbf-4af9-9266-e041d9c26451 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 210 time: 0.0278308 Oct 13 04:32:53.507010 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-8475ca88-77ce-43f7-a1d8-34b3b019e837 req-c38ef0e0-80c1-4880-ae3e-694345bf388d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 210 time: 0.0394475 Oct 13 04:32:53.605705 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-3fafc7c3-cedf-4bc1-9204-b5a83c791ec8 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:53.607433 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-3fafc7c3-cedf-4bc1-9204-b5a83c791ec8 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1378901 Oct 13 04:32:53.677042 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-21ec5b2d-25a9-41de-b24d-b16821123651 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 378 time: 0.0552323 Oct 13 04:32:53.685283 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'port': {'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'admin_state_up': True, 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'security_groups': ['020054e2-f97c-4d12-88d2-a93f0122ca4b']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:32:53.798182 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Made reservation on behalf of eb360c69b8c240408cccc0cfbbb709f1 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:53.801910 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:53.931326 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.20.0.7 (2d3f0d2e-0640-4034-90cf-e88b8e787a37/66738b0f-7270-4ee8-ba98-a4ae754d40c8/6c9b0e8a-71a2-42e1-a251-7148b4bb52dc) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:53.942617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:54.074940 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.078814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:54.109990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.159982 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:54.163231 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:54.166990 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:32:54.195415 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.224917 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:54.225839 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.244291 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2210275d-008d-4df7-bc84-70d6de892f5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626364 Oct 13 04:32:54.261544 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Request body: {'port': {'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:32:54.329389 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.395239 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-1365abf7-d3b7-4ebf-8eec-988a6a364525 None None] Provisioning complete for port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:32:54.395942 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1365abf7-d3b7-4ebf-8eec-988a6a364525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.395942 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-1365abf7-d3b7-4ebf-8eec-988a6a364525 None None] Attempt 1 to provision port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc Oct 13 04:32:54.430577 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-1365abf7-d3b7-4ebf-8eec-988a6a364525 None None] Port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:32:54.596322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:32:54.603995 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks [] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.617258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Transition to ACTIVE for port object 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:32:54.620969 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.628930 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4179c9a-d4e2-4b1d-bc73-7dfaea4fbcab req-3a54d68b-a3cb-42b4-b06c-6744b84eb818 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:54.630586 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4179c9a-d4e2-4b1d-bc73-7dfaea4fbcab req-3a54d68b-a3cb-42b4-b06c-6744b84eb818 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 931 time: 0.0466220 Oct 13 04:32:54.680191 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-b4179c9a-d4e2-4b1d-bc73-7dfaea4fbcab req-354cf528-7a5e-4432-a9e3-8b7d40e21ec9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439086 Oct 13 04:32:54.702460 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.729955 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Attempting to bind port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:32:54.730326 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Attempting to bind port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:32:54.730662 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Attempting to bind port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:54.754610 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:54.778793 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:54.779126 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Attempting to bind port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:54.820136 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:32:54.820410 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:32:54.820795 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Bound using segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:32:54.821241 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Bound port: 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:32:54.821604 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.881633 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:54.884623 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:54.885697 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:54.891988 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.896664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:54.897279 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:54.898685 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 1093 time: 0.6419544 Oct 13 04:32:54.899222 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:32:54.901440 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:54.943083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a80fd4-7a00-4be5-b152-f549b67a8fdb x-openstack-request-id: req-72a80fd4-7a00-4be5-b152-f549b67a8fdb {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:54.943379 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:54.943637 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-72a80fd4-7a00-4be5-b152-f549b67a8fdb {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:54.944124 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a80fd4-7a00-4be5-b152-f549b67a8fdb'] response: {'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'status': 'completed', 'code': 200} Oct 13 04:32:54.955895 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10da9e0-d78a-45a3-9292-992810250577 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:55.008328 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2c71fa29-be97-4d4e-b5c0-013ef49c0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.009810 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-2c71fa29-be97-4d4e-b5c0-013ef49c0f76 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1127 time: 0.0401218 Oct 13 04:32:55.055060 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-23a09471-8f1f-4442-b66e-8d5686099ab9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 217 time: 0.0321581 Oct 13 04:32:55.102192 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f0bcbb8f-9420-404b-aa40-7d38d86c87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.103582 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-f0bcbb8f-9420-404b-aa40-7d38d86c87f4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0427189 Oct 13 04:32:55.150401 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-24b94a27-a92d-46f1-8f78-8e5e6625cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.152405 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-24b94a27-a92d-46f1-8f78-8e5e6625cd6e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429988 Oct 13 04:32:55.241841 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-bb6b0ce8-c626-413e-83aa-192114ff5b0c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838561 Oct 13 04:32:55.333792 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7bbbdcfd-1b82-4f72-9cfe-1210ea978a0b req-eb6f3680-5c28-4f9b-9f9d-294c8568263c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Oct 13 04:32:55.622530 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-d3b5abb7-a112-42f2-b992-793bf2f563fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.623974 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-d3b5abb7-a112-42f2-b992-793bf2f563fc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1127 time: 0.0393004 Oct 13 04:32:55.716275 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-08f0395b-1353-4b12-9333-d987a8691b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.717728 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-08f0395b-1353-4b12-9333-d987a8691b01 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0876489 Oct 13 04:32:55.757759 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-5a1fb150-5a92-4b84-8d1c-f604e7c0cbe0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 217 time: 0.0335681 Oct 13 04:32:55.805083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-f6d52b7b-53bd-4173-b679-592cbcb6c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.806556 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-f6d52b7b-53bd-4173-b679-592cbcb6c76f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0431037 Oct 13 04:32:55.806762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d525ddb-4eae-439a-addc-0bc6ea79d53b req-1e846e04-e932-493b-b7d3-eb566de7d75d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.808248 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9d525ddb-4eae-439a-addc-0bc6ea79d53b req-1e846e04-e932-493b-b7d3-eb566de7d75d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0497200 Oct 13 04:32:55.852655 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-d7a11aaf-0190-4275-bf46-b30bf36a421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:55.854138 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-d7a11aaf-0190-4275-bf46-b30bf36a421c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422032 Oct 13 04:32:55.857520 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-9d525ddb-4eae-439a-addc-0bc6ea79d53b req-b907fcd3-4021-4287-b53f-b4eac9a76532 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435636 Oct 13 04:32:55.945031 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-0439ddb1-1a10-4289-bcf3-5b370935b070 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Oct 13 04:32:56.035985 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-00f4a2cc-9a0b-4a5b-859e-3ef607e52453 req-d3c10e8e-feff-4aa8-a74b-4827d52b09c0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850234 Oct 13 04:32:56.944802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:56.980652 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d01fcf-d95e-4093-b03e-1000c9a1d694 req-668a5dec-0548-42b4-86cc-ae58cb1a11f4 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:56.982415 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-12d01fcf-d95e-4093-b03e-1000c9a1d694 req-668a5dec-0548-42b4-86cc-ae58cb1a11f4 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0477614 Oct 13 04:32:57.031083 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-12d01fcf-d95e-4093-b03e-1000c9a1d694 req-48c2c9fb-ba45-447c-bf29-e9621793bb5c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430882 Oct 13 04:32:58.149244 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fe8d5-0bd3-4917-827b-34553e8a8cdd req-9f68eac9-8740-4fa2-8a12-3a3a54211253 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:58.150746 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c45fe8d5-0bd3-4917-827b-34553e8a8cdd req-9f68eac9-8740-4fa2-8a12-3a3a54211253 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0458348 Oct 13 04:32:58.199727 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-c45fe8d5-0bd3-4917-827b-34553e8a8cdd req-9ea7ea12-8eb0-47c8-8d65-75445a2988c2 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429840 Oct 13 04:32:58.872481 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2e02bc64-7ff9-4be9-b499-1054a9e1584e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:32:59.319787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf4630-03ce-4eb3-8137-42042b7cf2b9 req-399006e0-8910-42d6-b884-268685561ba1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:32:59.321335 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-34cf4630-03ce-4eb3-8137-42042b7cf2b9 req-399006e0-8910-42d6-b884-268685561ba1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0459890 Oct 13 04:32:59.369770 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:32:59.375357 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-34cf4630-03ce-4eb3-8137-42042b7cf2b9 req-cdde8321-c88d-4781-bbb9-c73113a72e15 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485485 Oct 13 04:33:00.499815 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045361e-7462-42c8-ba2c-99be4efc95e1 req-d9d003e5-3469-4f4c-a71e-8d03f27d1208 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:00.501281 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d045361e-7462-42c8-ba2c-99be4efc95e1 req-d9d003e5-3469-4f4c-a71e-8d03f27d1208 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0501347 Oct 13 04:33:00.762872 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d045361e-7462-42c8-ba2c-99be4efc95e1 req-126ed680-918b-4c2c-a620-afceec0e0f25 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2553976 Oct 13 04:33:01.133047 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31a34668-e788-49c5-9940-5d780090f25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:01.885267 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1152414-b03f-4787-afc3-7401c98cf2d6 req-cfd3a03f-0a5b-4cd8-a694-d2a82efdea21 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:01.886742 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c1152414-b03f-4787-afc3-7401c98cf2d6 req-cfd3a03f-0a5b-4cd8-a694-d2a82efdea21 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0466878 Oct 13 04:33:01.934718 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c1152414-b03f-4787-afc3-7401c98cf2d6 req-a76cf346-f3c2-479e-a421-8838ededc3d5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424442 Oct 13 04:33:02.473601 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:03.053546 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f134d3b-86be-4d86-a2d6-0e49bfafcafb req-37398cab-2f8a-4dbf-83d0-417835c0d519 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:03.055033 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f134d3b-86be-4d86-a2d6-0e49bfafcafb req-37398cab-2f8a-4dbf-83d0-417835c0d519 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0452943 Oct 13 04:33:03.103200 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-6f134d3b-86be-4d86-a2d6-0e49bfafcafb req-b15e02fa-1ed9-4e3d-8e9d-9b0bbb0e98a0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426176 Oct 13 04:33:04.120376 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:04.229663 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe99eb9-3b7e-49ce-8726-d0e709afc3f5 req-3cc8052a-7000-4cb5-a8b1-d55ca942eaf0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:04.231171 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6fe99eb9-3b7e-49ce-8726-d0e709afc3f5 req-3cc8052a-7000-4cb5-a8b1-d55ca942eaf0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 943 time: 0.0477529 Oct 13 04:33:04.280754 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6fe99eb9-3b7e-49ce-8726-d0e709afc3f5 req-0976006c-442b-49b1-9615-f8cd2f4b71dd tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437481 Oct 13 04:33:04.318950 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:33:04.352597 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:04.433417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:04.445358 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:33:04.484534 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:33:04.484923 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:04.498186 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:33:04.519128 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:04.523198 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:04.571906 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:04.578829 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.579180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.579522 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.579862 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.580196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.580524 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.580850 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.581173 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.581496 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.581819 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.582187 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.582800 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.583141 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.583468 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.583786 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:04.821331 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:33:05.402925 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536e06-356e-49c2-a806-67a11db179d4 req-fce4e929-ee67-4317-9c5f-2baac1d79692 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:05.404370 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-59536e06-356e-49c2-a806-67a11db179d4 req-fce4e929-ee67-4317-9c5f-2baac1d79692 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 944 time: 0.0485959 Oct 13 04:33:05.452774 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-59536e06-356e-49c2-a806-67a11db179d4 req-d1509ccf-ed49-4427-8a2f-f00b82342711 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427115 Oct 13 04:33:05.654648 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:05.665394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:06.324989 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:06.362896 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:06.370040 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:33:06.375587 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:33:06.375995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:06.376321 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc Oct 13 04:33:06.436778 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:06.449797 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:33:06.450192 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:06.473170 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:33:06.475429 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07b22f-09d3-4aeb-9d39-e5e0ec7635f1" -d '{"events": [{"server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:06.487981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:06.493437 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:06.552791 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:06.586625 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c916d50-6259-43d3-ba77-2e6d910ba98d req-148bc95e-6779-477e-b7b6-f626013d428d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:06.588223 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448e503-6a67-471a-a1ab-738334194279 x-openstack-request-id: req-a448e503-6a67-471a-a1ab-738334194279 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:06.588368 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0c916d50-6259-43d3-ba77-2e6d910ba98d req-148bc95e-6779-477e-b7b6-f626013d428d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0497715 Oct 13 04:33:06.588519 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:06.588779 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a448e503-6a67-471a-a1ab-738334194279 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:06.589182 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a448e503-6a67-471a-a1ab-738334194279'] response: {'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'code': 200} Oct 13 04:33:06.637748 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-0c916d50-6259-43d3-ba77-2e6d910ba98d req-abb8c1b5-e186-4210-92af-ad10871c9410 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438442 Oct 13 04:33:06.841957 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549430a-9eb0-4025-82d8-cfaffc301843 req-4fbef5ef-7570-4aed-a2b4-9939d1d8e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:06.843385 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6549430a-9eb0-4025-82d8-cfaffc301843 req-4fbef5ef-7570-4aed-a2b4-9939d1d8e19c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0423310 Oct 13 04:33:06.889218 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-6549430a-9eb0-4025-82d8-cfaffc301843 req-fe0b9352-a43f-4e63-841e-469b73a98abc service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400448 Oct 13 04:33:07.771664 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf36d42-885f-421e-be35-e92b7e890c24 req-499ac451-356c-4a71-92d2-2b25d3832a73 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:07.773240 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-acf36d42-885f-421e-be35-e92b7e890c24 req-499ac451-356c-4a71-92d2-2b25d3832a73 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0542369 Oct 13 04:33:07.821763 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-acf36d42-885f-421e-be35-e92b7e890c24 req-be1232d1-494b-4462-b902-e8d521472a8d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428050 Oct 13 04:33:08.353315 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=66 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:08.942598 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61773043-0cfe-490e-bdbe-275aa74a9741 req-85a53e5e-4862-49cb-8bc8-a316b96a1fcc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:08.944079 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-61773043-0cfe-490e-bdbe-275aa74a9741 req-85a53e5e-4862-49cb-8bc8-a316b96a1fcc tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0466473 Oct 13 04:33:08.995771 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-61773043-0cfe-490e-bdbe-275aa74a9741 req-99a6f026-6ba4-47e6-8ed3-19bf070201cb tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462232 Oct 13 04:33:09.116232 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cac898-fd0b-4355-b6e4-8e830358c18a req-c4863d83-caf8-457e-be24-60965fb0c62e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:09.117605 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09cac898-fd0b-4355-b6e4-8e830358c18a req-c4863d83-caf8-457e-be24-60965fb0c62e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0500813 Oct 13 04:33:09.166078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-09cac898-fd0b-4355-b6e4-8e830358c18a req-5f26d3de-d533-4f3a-9fa9-bdc3cdf7dac0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428956 Oct 13 04:33:09.193905 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38548) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:33:09.232027 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7641486f-bc94-4e18-bea9-25ebb99333b6 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:09.233541 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-7641486f-bc94-4e18-bea9-25ebb99333b6 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1124 time: 0.0386491 Oct 13 04:33:09.236322 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38550) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:33:09.240400 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:33:09.261051 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:09.341367 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:09.445170 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.27.1.72 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/730ff835-af1b-41ad-b527-aa423078da4a) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:09.469045 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:09.803857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (730ff835-af1b-41ad-b527-aa423078da4a), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:09.834833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (730ff835-af1b-41ad-b527-aa423078da4a), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:09.839089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:09.879882 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:09.883247 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:09.885165 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=730ff835-af1b-41ad-b527-aa423078da4a,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:09.887311 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:33:10.231015 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (e4e720c5-ae9d-45ce-950e-5ef72dd8670f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.296284 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (730ff835-af1b-41ad-b527-aa423078da4a), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.444661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (730ff835-af1b-41ad-b527-aa423078da4a), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.448959 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (730ff835-af1b-41ad-b527-aa423078da4a), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.491293 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:10.520566 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (e4e720c5-ae9d-45ce-950e-5ef72dd8670f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.523186 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=730ff835-af1b-41ad-b527-aa423078da4a,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:10.619248 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP e4e720c5-ae9d-45ce-950e-5ef72dd8670f associated. External IP: 172.27.1.72, port: 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc. Oct 13 04:33:10.693435 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:10.815738 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:10.923766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:10.934503 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:10.945761 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:33:10.946406 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:33:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:10.947160 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:10.949164 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:10.983569 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-df2f8466-827b-42b3-812b-1d2133066346 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7462490 Oct 13 04:33:10.984217 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:33:10.986514 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:11.025002 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d0b5d-c4f9-4993-a754-9f524d14813b x-openstack-request-id: req-9e0d0b5d-c4f9-4993-a754-9f524d14813b {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:11.025292 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:11.025545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e0d0b5d-c4f9-4993-a754-9f524d14813b {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:11.025953 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0d0b5d-c4f9-4993-a754-9f524d14813b'] response: {'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'status': 'completed', 'code': 200} Oct 13 04:33:11.057388 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:33:11.123568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-71f1e5b0-e2cb-4d91-8ced-ca64608fe88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:11.125098 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-71f1e5b0-e2cb-4d91-8ced-ca64608fe88a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0424104 Oct 13 04:33:11.270987 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:10Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:11.295440 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:11.304985 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:33:11.305577 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:33:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:11.411108 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:33:11.414695 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-32006662-1c9c-4469-8c2e-a8e8d7c99881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:11.416195 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-32006662-1c9c-4469-8c2e-a8e8d7c99881 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0895526 Oct 13 04:33:11.482651 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-69b17f4e-8cb4-4ca9-86c1-0a4bfed77641 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 998 time: 0.0595226 Oct 13 04:33:11.531938 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-c6ad29cf-f656-4176-9c10-efa6456e2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:11.533403 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-c6ad29cf-f656-4176-9c10-efa6456e2e5f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0452394 Oct 13 04:33:11.576130 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-8ec65eb0-6097-4842-b567-ed702183f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:11.577672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-8ec65eb0-6097-4842-b567-ed702183f57a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382378 Oct 13 04:33:11.625286 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:10Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:11.649669 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facbc532-1373-494d-869c-8b57b4dbcea5 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:10Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:11.672886 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-7c0637bd-114d-47a3-a97d-f1503d280d72 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887430 Oct 13 04:33:11.741588 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:11.770110 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7ce25293-5cd5-43f7-90c7-4444d6d48ecd req-60d3f628-7b6e-48eb-a1d2-4d547c3f3813 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896080 Oct 13 04:33:11.855642 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f36a5-9768-4643-aaec-5d7cd56ce2d5 None None] New status for floating IP e4e720c5-ae9d-45ce-950e-5ef72dd8670f: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:33:15.693090 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-be5da34b-784c-4d1d-863a-023c5e89c431 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416338 Oct 13 04:33:15.792469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c46-a9a1-4415-bba0-7fc61687edce req-438f4881-3bb5-420a-9e59-03acf6024df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:15.793940 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-438f4881-3bb5-420a-9e59-03acf6024df8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0387166 Oct 13 04:33:15.898919 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c46-a9a1-4415-bba0-7fc61687edce req-b5152f10-4d38-40e0-aa00-247d28ddd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:15.900331 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-b5152f10-4d38-40e0-aa00-247d28ddd946 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0886757 Oct 13 04:33:15.953043 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:15.963156 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-6b7f129b-f10b-464c-9e4a-301365b515d8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 1000 time: 0.0573273 Oct 13 04:33:16.011416 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c46-a9a1-4415-bba0-7fc61687edce req-1904ca55-0209-4699-b292-c874e8ffac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:16.012828 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-1904ca55-0209-4699-b292-c874e8ffac8c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0433524 Oct 13 04:33:16.058540 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c46-a9a1-4415-bba0-7fc61687edce req-1a5d63cd-d7fc-44a7-8589-923f09ed5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:33:16.060005 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-1a5d63cd-d7fc-44a7-8589-923f09ed5b99 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417769 Oct 13 04:33:16.150851 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-05c2fa60-2e51-4401-8fbe-8fb507934a72 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843980 Oct 13 04:33:16.243672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-60906c46-a9a1-4415-bba0-7fc61687edce req-3fc7d2fc-e098-4440-978c-955db6d149ad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876210 Oct 13 04:33:18.983480 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=86 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:18.991622 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=78 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:21.620888 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=72 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:21.628954 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=75 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:21.957927 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:21.961476 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:26.239059 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=52 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:26.240947 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=30 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:28.874779 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b29e1492-891c-4c90-bf2a-e29909e9dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:31.134427 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9bf57c31-3b45-4f30-a58d-bffdd74caf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:32.476747 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:34.124268 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:34.344515 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:35.672330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:33:43.361888 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:45.666775 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:45.668715 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:57.170811 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:57.172718 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=16 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:33:58.877766 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-721aa5e2-2b07-4247-8807-7677131f3385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:01.135196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c1d163cf-c938-472b-8433-9f0fca188676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:02.478991 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:04.126323 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:04.346839 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:05.679310 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:15.673650 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:15.675444 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:16.705589 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-cbdf8bb8-0e05-430f-9ae0-7c00257f03c6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396948 Oct 13 04:34:16.810021 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-42a1d07a-12d0-41e4-87c6-a95ed38dede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:16.811560 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-42a1d07a-12d0-41e4-87c6-a95ed38dede9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0404041 Oct 13 04:34:16.919747 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-5f0568bb-6c82-4554-b042-d6806ec588d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:16.921217 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-5f0568bb-6c82-4554-b042-d6806ec588d8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0895228 Oct 13 04:34:16.981863 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-067b9ca8-9fe5-4b60-a7ed-f7a160427f11 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 1000 time: 0.0538862 Oct 13 04:34:17.032183 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-4dcdcd9c-a436-49ce-93fa-4a81fa6095eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:17.033595 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-4dcdcd9c-a436-49ce-93fa-4a81fa6095eb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0463018 Oct 13 04:34:17.076744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-b3a70272-eb5c-4a12-b7aa-ecfb32885c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:17.078266 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-b3a70272-eb5c-4a12-b7aa-ecfb32885c14 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389779 Oct 13 04:34:17.167702 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-82e2f989-b5ad-4c18-a50a-ce74b27224b2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834014 Oct 13 04:34:17.259107 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-5ec4d4ca-b0ae-4b9f-9092-ac6b3faba40b req-48579657-2c3c-4055-aaa5-c30364f7f756 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861073 Oct 13 04:34:20.361920 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:22.345766 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:27.246841 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=39 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:27.255775 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=62 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:28.881769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dee0f0c7-787d-4daa-8abe-373fd5851a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:30.357343 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:31.135761 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-52167d6d-68f9-461b-a129-441f6ebc4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:32.485416 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:34.128778 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:34.348747 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:35.688282 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:44.040536 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-fd33b3ae-90ca-4027-97f9-17d331d64d41 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-54814354&fields=id&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 267 time: 0.0452173 Oct 13 04:34:44.150791 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-54b757cd-8570-4256-bf02-486642349043 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:44.152330 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-54b757cd-8570-4256-bf02-486642349043 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1051083 Oct 13 04:34:44.166981 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-4bc8231e-1760-4945-9bfd-f2a1501d3e75 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/quotas/eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 375 time: 0.0093176 Oct 13 04:34:44.218431 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-540db366-f291-4b2c-a01b-31579759fa75 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461190 Oct 13 04:34:44.317503 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-1ba33d7d-780a-4524-8e1d-6dcfcb8090d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Oct 13 04:34:44.345244 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:44.408491 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-59d5741d-8594-467b-a3d9-975a5d0d5798 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Oct 13 04:34:44.708804 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-01d4d1cd-10da-4cb0-9a3b-871f2df2a2b7 req-b7f8752e-5262-47ec-b7c7-f0b7cae4f9df tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 210 time: 0.0290034 Oct 13 04:34:45.684398 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:45.816349 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-9ba4f517-a59e-41e1-bf23-1202585712e3 req-00a020bf-8abf-4bd8-86d9-0a70446cf5c0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 210 time: 0.0304151 Oct 13 04:34:45.928677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-71674255-11f0-442c-a5a4-80d1dc2d74f9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:45.930150 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-71674255-11f0-442c-a5a4-80d1dc2d74f9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 812 time: 0.1046793 Oct 13 04:34:45.997889 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-fc9f440e-0f5e-4002-a093-19a13fe85c99 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb360c69b8c240408cccc0cfbbb709f1 HTTP/1.1" status: 200 len: 378 time: 0.0540855 Oct 13 04:34:46.007615 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'port': {'device_id': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'admin_state_up': True, 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'security_groups': ['020054e2-f97c-4d12-88d2-a93f0122ca4b']}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:34:46.118895 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Made reservation on behalf of eb360c69b8c240408cccc0cfbbb709f1 for: {'port': 1} {{(pid=104467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:46.122906 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.251177 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.20.0.6 (2d3f0d2e-0640-4034-90cf-e88b8e787a37/66738b0f-7270-4ee8-ba98-a4ae754d40c8/a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:46.336467 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:46.342108 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:46.393483 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.429108 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.484375 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:46.489544 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:46.491879 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:46.494176 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:34:46.525082 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.525424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.525909 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.526232 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.526590 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.527547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.527896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.528233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.528636 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.528967 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.529299 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.529627 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.529956 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.530345 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.530722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:46.563417 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:46.564069 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.581998 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-80400437-7286-48ba-88a1-ba83e0243b5a tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779338 Oct 13 04:34:46.599029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Request body: {'port': {'device_id': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86099'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:34:46.663397 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.724630 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7664a3eb-af05-4c20-b687-462089521c81 None None] Provisioning complete for port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:34:46.725183 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7664a3eb-af05-4c20-b687-462089521c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.725288 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7664a3eb-af05-4c20-b687-462089521c81 None None] Attempt 1 to provision port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 Oct 13 04:34:46.760529 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7664a3eb-af05-4c20-b687-462089521c81 None None] Port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 cannot update to ACTIVE because it is not bound. {{(pid=104469) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 04:34:46.923245 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 {{(pid=104467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:34:46.930715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks [] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.937433 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5d9da-4b78-49a4-9306-7587399582a0 req-af14f958-05a5-405e-9a14-a106e261e908 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:46.938958 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ae5d9da-4b78-49a4-9306-7587399582a0 req-af14f958-05a5-405e-9a14-a106e261e908 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 931 time: 0.0465660 Oct 13 04:34:46.943120 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.provisioning_blocks [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Transition to ACTIVE for port object a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 will not be triggered until provisioned by entity L2. {{(pid=104467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 04:34:46.947168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:46.989023 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-4ae5d9da-4b78-49a4-9306-7587399582a0 req-2b43328e-b470-4794-b7f4-871dba33b1e0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439322 Oct 13 04:34:47.005318 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:47.059158 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Attempting to bind port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 on host hv-cinder-86099 for vnic_type normal with profile {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 04:34:47.059488 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Attempting to bind port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 by drivers openvswitch,hyperv on host hv-cinder-86099 at level 0 using segments [{'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 04:34:47.059810 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Attempting to bind port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:47.062300 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:47.348167 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86099 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:47.349062 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Attempting to bind port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 on network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:47.389617 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Checking agent: {'id': '645771f2-5c2c-4d2d-9aed-6656538b21ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86099', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'started_at': datetime.datetime(2022, 10, 13, 4, 19, 5), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 4, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 04:34:47.389957 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Checking segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 04:34:47.390372 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Bound using segment: {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'} {{(pid=104467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 04:34:47.390809 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.managers [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Bound port: a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host: hv-cinder-86099, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8787216f-a8bb-4b54-9267-16041a2ab029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37'}}] {{(pid=104467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 04:34:47.391163 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:47.449818 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:47.451212 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, cleared binding levels {{(pid=104467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:47.454366 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:47.460687 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:47.465148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:47.465814 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:47.467224 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 1093 time: 0.8728411 Oct 13 04:34:47.467997 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:34:47.470370 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c00dc-64df-48f2-9079-12dfde068764" -d '{"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:47.511652 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f672dfc3-73cc-4be1-948a-b0b243bc954a x-openstack-request-id: req-f672dfc3-73cc-4be1-948a-b0b243bc954a {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:47.512161 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:47.512423 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f672dfc3-73cc-4be1-948a-b0b243bc954a {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:47.512834 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f672dfc3-73cc-4be1-948a-b0b243bc954a'] response: {'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'status': 'completed', 'code': 200} Oct 13 04:34:47.526260 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033305c-04cf-4710-a4e7-7d48234747fa service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=3']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:47.575635 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-75725244-63ea-4f7c-8dcb-389acc0f2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:47.577127 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-75725244-63ea-4f7c-8dcb-389acc0f2e20 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1127 time: 0.0390475 Oct 13 04:34:47.623974 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-01308ee1-1c7b-4c03-bc89-1e2e9ed29167 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 217 time: 0.0335586 Oct 13 04:34:47.676388 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-6f6e6a5a-61de-4e4a-abde-84b2364457f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:47.677824 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-6f6e6a5a-61de-4e4a-abde-84b2364457f5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0472579 Oct 13 04:34:47.721040 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-bac983f9-0139-43e3-b158-764a7ed7d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:47.722570 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-bac983f9-0139-43e3-b158-764a7ed7d4b1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383430 Oct 13 04:34:47.817121 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-42041784-4695-49d0-a54b-c12130ef433b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883203 Oct 13 04:34:47.906070 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-abad76b3-2637-4db3-a3eb-9461cd613c7b req-5f65cf22-485e-43a7-8019-34423d073a24 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Oct 13 04:34:48.110292 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b6e1d-a84b-4ccf-a772-37a0fd832f8a req-13a0f045-dcc3-459d-8378-78c0894e315e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:48.111767 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e82b6e1d-a84b-4ccf-a772-37a0fd832f8a req-13a0f045-dcc3-459d-8378-78c0894e315e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0461299 Oct 13 04:34:48.162702 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-e82b6e1d-a84b-4ccf-a772-37a0fd832f8a req-94720e37-6d5f-47e2-8a96-57c50fdea167 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452323 Oct 13 04:34:48.261178 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-dcce0cda-3ac9-4efd-8bc5-bb1a4cda5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:48.263037 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-dcce0cda-3ac9-4efd-8bc5-bb1a4cda5366 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1127 time: 0.0402846 Oct 13 04:34:48.358182 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-10468816-28b9-46a0-922a-7787af03a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:48.359658 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-10468816-28b9-46a0-922a-7787af03a709 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0892255 Oct 13 04:34:48.400576 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-6a49f285-d4a0-47c3-90e6-4b39307f6cfb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 217 time: 0.0320349 Oct 13 04:34:48.457039 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-cad330bb-2e03-4755-9ef8-fb7d5afa9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:48.458493 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-cad330bb-2e03-4755-9ef8-fb7d5afa9420 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0482082 Oct 13 04:34:48.502923 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-d6319b1c-5a08-4dd4-8016-c1e6678dc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:48.504411 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-d6319b1c-5a08-4dd4-8016-c1e6678dc76a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387466 Oct 13 04:34:48.593842 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-01dd23cd-fdcb-46c1-bb7b-02703945d03d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Oct 13 04:34:48.681785 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:48.688761 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-1f9c00dc-64df-48f2-9079-12dfde068764 req-a4430d16-8e80-491a-9705-73245da9d1ff service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889566 Oct 13 04:34:49.285778 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006ea05-dcdd-4011-baaa-4ac7d8503296 req-96a9e57a-8211-449a-aa86-a07c8f924eb3 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:49.287246 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c006ea05-dcdd-4011-baaa-4ac7d8503296 req-96a9e57a-8211-449a-aa86-a07c8f924eb3 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0463109 Oct 13 04:34:49.335708 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-c006ea05-dcdd-4011-baaa-4ac7d8503296 req-db329bbc-16bc-4553-b4b1-400d5341d5da tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429049 Oct 13 04:34:50.454908 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdd547-693e-480f-bd7e-72ed00099146 req-906bc2fa-983d-4e51-bb7d-4dc475f155b1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:50.456375 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1fcdd547-693e-480f-bd7e-72ed00099146 req-906bc2fa-983d-4e51-bb7d-4dc475f155b1 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0469003 Oct 13 04:34:50.505334 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-1fcdd547-693e-480f-bd7e-72ed00099146 req-9d31184a-bf80-4f63-a460-e8eddc6f88e6 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434031 Oct 13 04:34:51.628097 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaaf34e-a607-4f47-ad9c-f7abacf4d6cf req-f2f8398b-ac9c-4a25-8cfa-e8a7bd56dc23 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:51.629571 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-baaaf34e-a607-4f47-ad9c-f7abacf4d6cf req-f2f8398b-ac9c-4a25-8cfa-e8a7bd56dc23 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0516927 Oct 13 04:34:51.674805 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:51.680066 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-baaaf34e-a607-4f47-ad9c-f7abacf4d6cf req-4d5399ac-61b7-42c6-888b-b07373da7cac tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449164 Oct 13 04:34:52.798762 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce0441-87e8-41f0-aa69-379ec080d5a3 req-e176a171-a3ec-4268-abfa-439d47e84151 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:52.800201 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32ce0441-87e8-41f0-aa69-379ec080d5a3 req-e176a171-a3ec-4268-abfa-439d47e84151 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0450656 Oct 13 04:34:52.848293 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-32ce0441-87e8-41f0-aa69-379ec080d5a3 req-0a05e8f4-8c33-49ca-a4e0-8ff63796c990 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425355 Oct 13 04:34:53.968373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0fc8-c2d1-4693-8161-945a755ef3c0 req-5e2704fe-a716-4a34-9c84-dcf3e4a506b0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:53.969833 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-810d0fc8-c2d1-4693-8161-945a755ef3c0 req-5e2704fe-a716-4a34-9c84-dcf3e4a506b0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0461936 Oct 13 04:34:54.019114 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-810d0fc8-c2d1-4693-8161-945a755ef3c0 req-c0f0a1ef-6054-492a-bf00-a6226c50877d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437770 Oct 13 04:34:55.142294 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3984ee7-dba4-4d3a-a36c-ef289e368ebc req-89f397ae-3c60-44ae-9d10-a9fddc0953cb tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:55.143765 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f3984ee7-dba4-4d3a-a36c-ef289e368ebc req-89f397ae-3c60-44ae-9d10-a9fddc0953cb tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0498817 Oct 13 04:34:55.192622 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-f3984ee7-dba4-4d3a-a36c-ef289e368ebc req-1f81400e-25fc-4b09-9f1e-96cf00cd08da tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432377 Oct 13 04:34:56.319480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f4c2a-7b68-430e-a155-949e7c884c6b req-08439733-9228-4119-a02b-33c495860a9e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:56.320969 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-985f4c2a-7b68-430e-a155-949e7c884c6b req-08439733-9228-4119-a02b-33c495860a9e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 943 time: 0.0514123 Oct 13 04:34:56.372088 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-985f4c2a-7b68-430e-a155-949e7c884c6b req-2beb574a-660b-41c9-bb85-5a42f76a3685 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446787 Oct 13 04:34:56.715417 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 details requested by agent hyperv_hv-cinder-86099 with host hv-cinder-86099 {{(pid=104469) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:34:56.818932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:56.829881 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Returning: {'device': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'port_id': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'mac_address': 'fa:16:3e:f3:d9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104469) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:34:56.864327 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 is: DOWN; New status is: BUILD {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:34:56.864708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:56.877604 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 04:34:56.896930 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:56.900704 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:56.945873 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=4']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:56.953634 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.953984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.954363 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.954706 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.955049 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.955385 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.955709 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.956035 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.956360 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.956682 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.957004 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.957325 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.957645 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.957962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:56.958301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:57.219822 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] get_ports_and_sgs() called for port_ids ['a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'] {{(pid=104469) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 04:34:57.360369 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:57.494101 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914890e-70dc-4999-81ab-947d0e2ec050 req-aff69ee1-ddde-41d1-971a-791b7485030d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:57.496151 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5914890e-70dc-4999-81ab-947d0e2ec050 req-aff69ee1-ddde-41d1-971a-791b7485030d tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 944 time: 0.0453970 Oct 13 04:34:57.546266 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-5914890e-70dc-4999-81ab-947d0e2ec050 req-ada980b1-6300-4947-ae2e-9de71d5d23ad tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444438 Oct 13 04:34:58.715606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f6fce-9252-408a-adb8-8d91d3ec0aa5 req-8a863d5c-0f25-4846-8660-fd8463bde80c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:58.717093 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-396f6fce-9252-408a-adb8-8d91d3ec0aa5 req-8a863d5c-0f25-4846-8660-fd8463bde80c tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 944 time: 0.0471580 Oct 13 04:34:58.739932 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 up at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:58.767075 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-396f6fce-9252-408a-adb8-8d91d3ec0aa5 req-851586e3-359c-45e7-8376-b02b30eabc68 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443926 Oct 13 04:34:58.782251 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning for port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 completed by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 04:34:58.788076 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Provisioning complete for port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 triggered by entity L2. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:34:58.788483 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:58.788822 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Attempt 1 to provision port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 Oct 13 04:34:58.859377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Current status of the port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 is: BUILD; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:34:58.859713 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:58.883442 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:58.898030 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:34:58.900267 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3eae06edf087acbbfa1b12f8aa0213d0dc2c3fb43d570c940739c937e231c200" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc17628-1eac-47a6-9ad0-23581e3a99d1" -d '{"events": [{"server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:58.910795 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:59.050112 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:59.051910 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5b8455-141f-4b16-a2b6-91ba5360d994 x-openstack-request-id: req-4e5b8455-141f-4b16-a2b6-91ba5360d994 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:59.052180 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:59.052434 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4e5b8455-141f-4b16-a2b6-91ba5360d994 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:59.052815 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e5b8455-141f-4b16-a2b6-91ba5360d994'] response: {'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'code': 200} Oct 13 04:34:59.053867 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9f956ef0-4742-4ecc-b1e0-1fa744e2c13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:59.056643 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:34:59.103697 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Pushing event updated for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=5']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:59.201089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8299de-9503-48b7-a32d-5f2acbb3ca7d req-24d7f21f-bb4c-4c8a-9d2e-c1ebefa73f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:59.202594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2e8299de-9503-48b7-a32d-5f2acbb3ca7d req-24d7f21f-bb4c-4c8a-9d2e-c1ebefa73f54 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1129 time: 0.0389957 Oct 13 04:34:59.254902 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-2e8299de-9503-48b7-a32d-5f2acbb3ca7d req-37658742-4215-4f7d-964b-f39f1d2f58d4 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439196 Oct 13 04:34:59.352078 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:34:59.888406 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae4a4-a417-442b-be75-ddc25a4c70c9 req-0376551b-b0ec-4a9e-8b2c-0880e84478b8 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:34:59.889870 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-53eae4a4-a417-442b-be75-ddc25a4c70c9 req-0376551b-b0ec-4a9e-8b2c-0880e84478b8 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.0469790 Oct 13 04:34:59.938307 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-53eae4a4-a417-442b-be75-ddc25a4c70c9 req-cb12e6e4-6789-4ac8-b31a-f457c472c7b9 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428960 Oct 13 04:35:01.060770 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee457a64-ed70-4710-9c94-57bc93176eca req-d527ba2a-a062-4c6b-ae57-e47121a2bfa7 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:01.062225 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee457a64-ed70-4710-9c94-57bc93176eca req-d527ba2a-a062-4c6b-ae57-e47121a2bfa7 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.0491991 Oct 13 04:35:01.111176 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-ee457a64-ed70-4710-9c94-57bc93176eca req-afadce10-c267-4e04-8d2c-bc1ec260e74f tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433607 Oct 13 04:35:01.137346 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03697bc3-6513-4643-a1d6-c556f0fbc6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:01.231174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22388e1a-7355-4306-a583-0d67018a472d req-f8083bd1-2bcc-42d5-b7d4-aa0204a17716 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:01.232566 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-22388e1a-7355-4306-a583-0d67018a472d req-f8083bd1-2bcc-42d5-b7d4-aa0204a17716 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.0470302 Oct 13 04:35:01.281426 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-22388e1a-7355-4306-a583-0d67018a472d req-99a0379b-48ea-430a-be93-e1a35837c3d5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429089 Oct 13 04:35:01.311190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38666) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:35:01.352385 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d0f12-951d-40ca-a739-ca5b8b5f9939 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:01.353874 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-996d0f12-951d-40ca-a739-ca5b8b5f9939 tempest-TestVolumeBootPattern-204824520 tempest-TestVolumeBootPattern-204824520-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1124 time: 0.0416381 Oct 13 04:35:01.357308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38668) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:35:01.361809 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.v2.base [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Request body: {'floatingip': {'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'port_id': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 04:35:01.382595 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:01.461162 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (None), before_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:01.546216 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:01.569670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.db_base_plugin_common [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Allocated IP 172.27.1.51 (76bed822-7368-44a1-bf9b-427a2c86d1ad/042158a8-7194-4b74-9df1-dd33095bf171/1c0d7c1a-fda4-491c-b197-b0a4558ab264) {{(pid=104467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:35:01.661729 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:01.676461 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:01.709829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729370381532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:01.749351 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Network 76bed822-7368-44a1-bf9b-427a2c86d1ad is already hosted by enough agents. {{(pid=104467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:01.753833 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.base_scheduler [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Resources bound (agent type, host, resource id): {{(pid=104467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:01.757676 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Received port after_create {{(pid=104467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 04:35:01.763425 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=1c0d7c1a-fda4-491c-b197-b0a4558ab264,revision_number=1']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:02.107280 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (d47ff8d7-65b3-4fca-92a0-42641c08026f), precommit_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.173901 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736855'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), before_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.306479 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:02.320308 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), precommit_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.325435 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729370835393', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729370381550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729370378244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30846600'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), after_update {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.395110 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649538'] for floatingip (d47ff8d7-65b3-4fca-92a0-42641c08026f), after_create {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.396744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:02.397506 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event updated for resources: {'Port': ['ID=1c0d7c1a-fda4-491c-b197-b0a4558ab264,revision_number=2']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:02.485402 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.493973 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP d47ff8d7-65b3-4fca-92a0-42641c08026f associated. External IP: 172.27.1.51, port: a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0. Oct 13 04:35:02.690684 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:02.793373 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:02.803381 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:02.811067 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:02.812889 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:35:02.813489 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:35:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:02.842047 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-3467c8f1-e6af-48f1-a6e9-32037f1cfa38 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4836600 Oct 13 04:35:02.842836 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:35:02.845148 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:02.882614 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76d89a-6cdd-4acb-b5fb-75ea956b4d62 x-openstack-request-id: req-0d76d89a-6cdd-4acb-b5fb-75ea956b4d62 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:02.882903 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:02.883152 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0d76d89a-6cdd-4acb-b5fb-75ea956b4d62 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:02.883556 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d76d89a-6cdd-4acb-b5fb-75ea956b4d62'] response: {'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'status': 'completed', 'code': 200} Oct 13 04:35:02.914677 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:35:02.969734 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-8c574895-b23a-42b3-aded-8c400604659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:02.971190 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-8c574895-b23a-42b3-aded-8c400604659f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1129 time: 0.0390875 Oct 13 04:35:03.066076 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-54c38054-53db-495e-a925-27f950934ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:03.067595 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-54c38054-53db-495e-a925-27f950934ffb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0899520 Oct 13 04:35:03.129260 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'd47ff8d7-65b3-4fca-92a0-42641c08026f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:f3:d9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:35:01Z', 'updated_at': '2022-10-13T04:35:01Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}, {'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:03.133409 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-5e4e5855-8098-4d79-b3e7-b772ad8ceb23 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 998 time: 0.0595489 Oct 13 04:35:03.154044 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:03.162678 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:35:03.163311 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:35:01Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:03.181065 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-236023a5-bf78-4654-8923-2fd72a31736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:03.182576 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-236023a5-bf78-4654-8923-2fd72a31736c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0434949 Oct 13 04:35:03.225708 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-0143f7b9-aeb5-48fe-8596-9000701e4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:03.227209 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-0143f7b9-aeb5-48fe-8596-9000701e4e9b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391629 Oct 13 04:35:03.323367 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-ec687894-fdf5-4591-abc2-430435d04a9c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903170 Oct 13 04:35:03.348909 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:35:03.385168 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=100 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:03.410187 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:03.419095 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-90e1ddea-d29f-4a16-a3f1-0a583d814ab0 req-36d2bdcc-ffe4-48b0-bfe7-250b69319928 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903876 Oct 13 04:35:03.564377 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'd47ff8d7-65b3-4fca-92a0-42641c08026f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:f3:d9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:35:01Z', 'updated_at': '2022-10-13T04:35:01Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}, {'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:03.588040 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0c6185-8893-4837-8071-5ba412d41225 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'd47ff8d7-65b3-4fca-92a0-42641c08026f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:f3:d9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:35:01Z', 'updated_at': '2022-10-13T04:35:01Z', 'revision_number': 0, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}, {'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:03.773177 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68962bb7-e08e-4630-a5c3-ecc88d4a68e3 None None] New status for floating IP d47ff8d7-65b3-4fca-92a0-42641c08026f: ACTIVE {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:35:04.131475 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:04.351618 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:05.685733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:11.102912 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=63 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:11.107193 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=65 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:13.410975 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=2 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:13.566754 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:13.567516 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=71 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:15.679026 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:15.680931 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:18.684463 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-e9db4f96-34d9-4174-9296-d16ae234063a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393176 Oct 13 04:35:18.790980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-82fad548-e315-4d62-9879-6a3131b23d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:18.793047 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-82fad548-e315-4d62-9879-6a3131b23d48 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0429230 Oct 13 04:35:18.894016 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-6ea7b491-f070-4ea4-b691-3d901f8567c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:18.895494 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-6ea7b491-f070-4ea4-b691-3d901f8567c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0850904 Oct 13 04:35:18.960396 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-a067e794-b669-4c7e-a5c9-744af5367029 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 1000 time: 0.0587504 Oct 13 04:35:19.008453 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-45cb4de5-295f-445d-93ee-47b7f9286635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:19.009844 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-45cb4de5-295f-445d-93ee-47b7f9286635 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0438631 Oct 13 04:35:19.051625 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-9ef97738-37ba-4c38-9ad5-c1458373cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:35:19.053062 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-9ef97738-37ba-4c38-9ad5-c1458373cfa2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375051 Oct 13 04:35:19.144170 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-66371716-a9b1-4f1d-9251-b327b25cdbe4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Oct 13 04:35:19.235630 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-a8a40bee-e10c-43d8-8186-c5b421b001a1 req-35048115-b83b-496b-b603-7ba937632cf8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Oct 13 04:35:28.886703 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f2fa198-7219-4d70-a14d-a5f0812bf797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:29.229896 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=47 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:29.232195 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=54 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:31.140526 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-471a69c7-b59d-406b-b1d6-97d2da43a7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:32.488936 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:34.133340 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:34.356352 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:34.361386 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:35.690105 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:35:36.347599 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:44.355690 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:45.684036 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:45.685816 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:57.180860 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:57.183594 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=12 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:35:58.888330 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7874cdb7-a0a0-4bc5-ba5c-eff79f2197ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:01.141389 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3758f21b-8e55-4319-aaf3-1909bcac57f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:02.491821 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:04.135657 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:04.359608 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:05.696328 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:11.360223 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:36:13.344561 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:15.686525 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:15.692439 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:19.702594 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-cb55fd2f-3c0a-4699-8299-b0d75252242d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427642 Oct 13 04:36:19.778628 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-09a87806-0e67-4d80-a53c-744abde017cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:19.780252 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-09a87806-0e67-4d80-a53c-744abde017cf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1129 time: 0.0399597 Oct 13 04:36:19.881206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-404f934e-c5aa-4675-9155-99d7337fd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:19.882730 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-404f934e-c5aa-4675-9155-99d7337fd93e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0850916 Oct 13 04:36:19.946345 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-884ea0b0-a143-4060-bc4b-2499ba87c415 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 1000 time: 0.0577905 Oct 13 04:36:19.994714 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-0126a611-3f88-4829-a2df-fcbd248eec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:19.996125 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-0126a611-3f88-4829-a2df-fcbd248eec4c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0439513 Oct 13 04:36:20.038174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-17005f54-e659-4d69-832c-83a524412024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:20.039699 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-17005f54-e659-4d69-832c-83a524412024 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383501 Oct 13 04:36:20.131173 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-265044b8-5204-4929-b468-52abe4c1a5f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855310 Oct 13 04:36:20.224792 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-404c21f4-2c4f-42d6-a170-323376c2af74 req-b03b51b8-f3b0-4169-b1e6-b34fa0684c54 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872886 Oct 13 04:36:21.356967 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:28.890403 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e2e9ebba-64e5-4568-b4be-d9ae803d2ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:30.205450 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=51 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:30.221649 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=50 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:31.145498 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-28e5a373-34e7-4097-8ce8-343926f75b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:32.494976 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:34.139543 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:34.362778 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:35.695749 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:36.506572 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-5476baf2-6547-4fc1-9611-32b33e729b14 req-929bec87-16df-4261-9e4b-5a1f9d5f8c68 service neutron] (104468) timed out ('10.222.0.36', 51275) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:36:36.612364 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-45d3a8e2-009a-4742-82c3-e1e0fa3c7e59 req-9cf23427-3d3a-4f02-bf23-e299387163d4 service neutron] (104468) timed out ('10.222.0.36', 51285) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:36:41.350697 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38698) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:41.493439 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port 1c0d7c1a-fda4-491c-b197-b0a4558ab264 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:41.493787 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:41.569271 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:41.569606 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (1c0d7c1a-fda4-491c-b197-b0a4558ab264), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:41.582661 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for 1c0d7c1a-fda4-491c-b197-b0a4558ab264 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:41.728607 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (1c0d7c1a-fda4-491c-b197-b0a4558ab264), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:41.754465 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=1c0d7c1a-fda4-491c-b197-b0a4558ab264,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:41.781741 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.782089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.782459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.782802 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.783137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.783468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.783798 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.784126 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.784480 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.784810 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.785138 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.785470 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.785793 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.786115 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.786461 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:41.828469 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (d47ff8d7-65b3-4fca-92a0-42641c08026f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:41.828807 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP d47ff8d7-65b3-4fca-92a0-42641c08026f disassociated (deleted). External IP: 172.27.1.51, port: a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0. Oct 13 04:36:42.271916 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:42.368466 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:42.372567 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:42.377587 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:42.381897 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:42.394774 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:42.395176 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:42.414990 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-b0179868-13f1-4c57-a80f-e2d3a01c541e tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/d47ff8d7-65b3-4fca-92a0-42641c08026f HTTP/1.1" status: 204 len: 168 time: 1.0631776 Oct 13 04:36:42.415656 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:36:42.418089 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a4b8c5-806d-4693-9e7f-2f50a767a705" -d '{"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:42.469677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc2f4fd-162e-448f-b8fb-49605eab0b5d x-openstack-request-id: req-8cc2f4fd-162e-448f-b8fb-49605eab0b5d {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:42.469677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:42.469677 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8cc2f4fd-162e-448f-b8fb-49605eab0b5d {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:42.469677 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc2f4fd-162e-448f-b8fb-49605eab0b5d'] response: {'name': 'network-changed', 'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'status': 'completed', 'code': 200} Oct 13 04:36:42.500144 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:42.559106 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-8eb6c4a8-9dd8-4647-bb32-c955d5b0c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:42.560722 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-8eb6c4a8-9dd8-4647-bb32-c955d5b0c6ba service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 1129 time: 0.0435276 Oct 13 04:36:42.601769 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:42.681731 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-e88ebf51-3f12-4b62-afc9-7ea5592297b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:42.683353 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-e88ebf51-3f12-4b62-afc9-7ea5592297b9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.1016543 Oct 13 04:36:42.727476 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:42.738750 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f94a1-414c-47bf-936c-aadd657af7f3 req-6ea28c75-bec1-4e42-a395-7803185dbdd0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:42.740236 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d41f94a1-414c-47bf-936c-aadd657af7f3 req-6ea28c75-bec1-4e42-a395-7803185dbdd0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.1057229 Oct 13 04:36:42.752980 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:42.761909 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:42.762537 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:42.790256 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-d41f94a1-414c-47bf-936c-aadd657af7f3 req-d3af74bb-5dc3-4590-82b0-87171f629358 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442171 Oct 13 04:36:42.866047 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:43.072982 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:43.097318 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf714690-3019-44f6-acf4-9f7e8c986534 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_floatingips': [{'id': 'e4e720c5-ae9d-45ce-950e-5ef72dd8670f', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'router_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'port_id': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'mac_address': 'fa:16:3e:16:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T04:33:10Z', 'updated_at': '2022-10-13T04:33:11Z', 'revision_number': 1, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:43.308944 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15176f-5994-4036-b4ea-c34a4acfc3ae None None] New status for floating IP d47ff8d7-65b3-4fca-92a0-42641c08026f: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:36:43.715417 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-543033b3-0e21-4289-adf0-f966739c85f4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 200 len: 217 time: 0.0334895 Oct 13 04:36:43.764194 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-2d8e909e-7f45-43c6-aff3-ebb1e39865e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:43.765581 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-2d8e909e-7f45-43c6-aff3-ebb1e39865e6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0436044 Oct 13 04:36:43.927266 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-d026fb4d-48f1-4ebe-ae87-e7578fb2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:43.928808 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-d026fb4d-48f1-4ebe-ae87-e7578fb2133b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419629 Oct 13 04:36:44.016985 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53626d00-d674-45c7-9830-b51f1f13d55b req-37443f0d-16f8-4cf5-be5f-b5e03743b332 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:44.018481 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-53626d00-d674-45c7-9830-b51f1f13d55b req-37443f0d-16f8-4cf5-be5f-b5e03743b332 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.1445537 Oct 13 04:36:44.089934 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-4a6cfd66-e2a1-4a7e-af92-9e785da3b5c5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501946 Oct 13 04:36:44.094627 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-53626d00-d674-45c7-9830-b51f1f13d55b req-0d9f5e16-1429-4e7d-9e56-45f1810516b2 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705280 Oct 13 04:36:44.259078 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-70a4b8c5-806d-4693-9e7f-2f50a767a705 req-f82cd2cd-696c-4cf9-acca-74d21e71e85c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Oct 13 04:36:44.330720 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-51b7bcbe-b09d-4ffc-8ae5-d51466892198 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:44.332088 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-51b7bcbe-b09d-4ffc-8ae5-d51466892198 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 945 time: 0.0459261 Oct 13 04:36:44.416524 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:44.416909 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:44.505972 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] For port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:44.506367 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:44.519483 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:44.653650 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:44.658822 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:44.687053 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:44.735271 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] No DVR routers for this DVR port a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:36:44.737744 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:44.740984 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-cf5999f3-f4d7-4d5e-ab2f-d9b66847bca8 req-8c5cbfea-baed-4aa0-8e31-5561fc079304 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 HTTP/1.1" status: 204 len: 173 time: 0.4041123 Oct 13 04:36:44.741483 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'name': 'network-vif-deleted', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:36:44.743715 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099263b9-fc55-475c-a449-3c6ed4244c11" -d '{"events": [{"server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "name": "network-vif-deleted", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:44.785382 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf514296-3671-412e-bb43-4608c2946342 x-openstack-request-id: req-cf514296-3671-412e-bb43-4608c2946342 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:44.785672 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6849b5bd-7176-47a1-8391-1fb384436d6c", "name": "network-vif-deleted", "tag": "a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:44.785922 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cf514296-3671-412e-bb43-4608c2946342 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:44.786356 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf514296-3671-412e-bb43-4608c2946342'] response: {'server_uuid': '6849b5bd-7176-47a1-8391-1fb384436d6c', 'name': 'network-vif-deleted', 'tag': 'a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0', 'status': 'completed', 'code': 200} Oct 13 04:36:45.204447 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-e5e69d2b-e46f-444e-ac43-e4126067f841 req-83f0ba02-f5ff-4b99-9474-2df6d46ff9c0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6849b5bd-7176-47a1-8391-1fb384436d6c HTTP/1.1" status: 200 len: 210 time: 0.0297155 Oct 13 04:36:48.361625 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:36:48.509170 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38744) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:48.605155 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:48.650367 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port 730ff835-af1b-41ad-b527-aa423078da4a {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:48.650642 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (730ff835-af1b-41ad-b527-aa423078da4a), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:48.729863 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (730ff835-af1b-41ad-b527-aa423078da4a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:48.730190 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (730ff835-af1b-41ad-b527-aa423078da4a), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:48.742868 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for 730ff835-af1b-41ad-b527-aa423078da4a owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:48.887137 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (730ff835-af1b-41ad-b527-aa423078da4a), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:48.912443 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=730ff835-af1b-41ad-b527-aa423078da4a,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:48.974265 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (e4e720c5-ae9d-45ce-950e-5ef72dd8670f), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:48.974599 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.db.l3_db [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Floating IP e4e720c5-ae9d-45ce-950e-5ef72dd8670f disassociated (deleted). External IP: 172.27.1.72, port: 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc. Oct 13 04:36:49.173409 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:49.227860 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:49.251623 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:36:49.251973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device a8ee861a-a1cf-4adb-9e0a-54f39bbbe0e0 not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:49.270358 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:49.280466 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:49.285152 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:49.289646 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:49.299023 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:49.299615 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.317441 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-1f270517-1557-47c2-a2bb-4b04dc720893 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/e4e720c5-ae9d-45ce-950e-5ef72dd8670f HTTP/1.1" status: 204 len: 168 time: 0.8047073 Oct 13 04:36:49.317441 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:36:49.317826 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feb0bde-d469-4f6d-b591-e38e5eecbf00" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:49.361164 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432294f8-9b43-4b60-883e-d024a088f05e x-openstack-request-id: req-432294f8-9b43-4b60-883e-d024a088f05e {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:49.361481 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:49.361738 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-432294f8-9b43-4b60-883e-d024a088f05e {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:49.362152 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432294f8-9b43-4b60-883e-d024a088f05e'] response: {'name': 'network-changed', 'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'status': 'completed', 'code': 200} Oct 13 04:36:49.405440 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:49.472240 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-699a7be0-d9ef-40b2-8f96-d8d38da76149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:49.474252 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-699a7be0-d9ef-40b2-8f96-d8d38da76149 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 1129 time: 0.0640335 Oct 13 04:36:49.482436 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:49.533787 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:49.563276 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b68dc-f375-4d03-a92a-b514b35b74c8 req-69308041-7aee-493f-877f-9da297ba4bd0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:49.564769 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-030b68dc-f375-4d03-a92a-b514b35b74c8 req-69308041-7aee-493f-877f-9da297ba4bd0 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0473235 Oct 13 04:36:49.603244 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.618705 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [req-030b68dc-f375-4d03-a92a-b514b35b74c8 req-e6325090-5c4e-4f30-b9a3-aea965508812 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481336 Oct 13 04:36:49.709985 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:49.719616 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:49.720152 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.819390 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:50.000949 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:50.028927 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefd154f-e2d4-422b-b27a-a2f978fc6b06 None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:29:50Z', 'revision_number': 4, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi', '_interfaces': [{'id': '18e618df-de3f-4e2f-a277-639f0492d990', 'name': '', 'network_id': '2d3f0d2e-0640-4034-90cf-e88b8e787a37', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'mac_address': 'fa:16:3e:d2:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:49Z', 'updated_at': '2022-10-13T04:29:56Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'subnets': [{'id': '66738b0f-7270-4ee8-ba98-a4ae754d40c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:50.250708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9835798a-a0c3-457f-8b36-481191974ee6 None None] New status for floating IP e4e720c5-ae9d-45ce-950e-5ef72dd8670f: DOWN {{(pid=104469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 04:36:50.614857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:50.635468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-9e5e4752-0617-4f9e-8f88-5b367c02bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:50.637235 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-9e5e4752-0617-4f9e-8f88-5b367c02bd9a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 200 len: 913 time: 0.0924947 Oct 13 04:36:50.743931 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893520-840e-4dde-a91f-4c84a78f1355 req-a4d076c8-0c2a-4b60-bf4d-b05513f28082 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:50.745672 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-33893520-840e-4dde-a91f-4c84a78f1355 req-a4d076c8-0c2a-4b60-bf4d-b05513f28082 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0473120 Oct 13 04:36:50.795321 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-33893520-840e-4dde-a91f-4c84a78f1355 req-c6abd4b0-a585-41e0-94ab-ae977414ae99 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=020054e2-f97c-4d12-88d2-a93f0122ca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434716 Oct 13 04:36:50.864071 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-bc471f1b-79ee-453e-a14b-c6331e9d45c5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 200 len: 217 time: 0.0375500 Oct 13 04:36:50.913722 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-143e744c-fb61-4100-8f05-f7d5fe2587ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:50.915174 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-143e744c-fb61-4100-8f05-f7d5fe2587ee service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 200 len: 851 time: 0.0444634 Oct 13 04:36:51.095258 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-5eb61010-43b0-4618-9020-bcf637704dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:51.096731 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-5eb61010-43b0-4618-9020-bcf637704dc7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=2d3f0d2e-0640-4034-90cf-e88b8e787a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397379 Oct 13 04:36:51.200882 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-cd36bd0e-294f-401d-8437-f52ef3bdf76b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955949 Oct 13 04:36:51.279206 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f065033d-5595-4752-b98a-8b1dbb08fb8f tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 04:36:51.280646 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f065033d-5595-4752-b98a-8b1dbb08fb8f tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 945 time: 0.0936882 Oct 13 04:36:51.355980 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-7feb0bde-d469-4f6d-b591-e38e5eecbf00 req-2d0d24fd-a3fa-459e-bdf4-be4f2bed37c3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390758 Oct 13 04:36:51.390938 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:51.391682 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:51.487665 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] For port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc, host hv-cinder-86099, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86099',level=0,port_id=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:51.487944 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:51.501083 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc owned by compute:nova {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:51.607459 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:51.630291 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (6c9b0e8a-71a2-42e1-a251-7148b4bb52dc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:51.658029 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=6c9b0e8a-71a2-42e1-a251-7148b4bb52dc,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:51.703135 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] No DVR routers for this DVR port 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc on host hv-cinder-86099 {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:36:51.705758 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for port (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:51.709310 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-34ebfdad-b380-4f54-bbb7-acf82266342f req-f1fae419-ec0e-49c9-b6bb-ca129b914032 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.36 "DELETE /networking/v2.0/ports/6c9b0e8a-71a2-42e1-a251-7148b4bb52dc HTTP/1.1" status: 204 len: 173 time: 0.4229918 Oct 13 04:36:51.709821 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'name': 'network-vif-deleted', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc'}] {{(pid=104467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 04:36:51.712181 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3469659e70964c84ea59224e140f09e9d2f864d3e796fec4cedf29fd275cc80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00020b3c-0cc0-4af6-95f7-6aec276ca615" -d '{"events": [{"server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "name": "network-vif-deleted", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc"}]}' {{(pid=104467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:51.752865 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6471429-70a8-445e-9b4f-4983a29d8cb8 x-openstack-request-id: req-d6471429-70a8-445e-9b4f-4983a29d8cb8 {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:51.753167 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc95c6a-358a-4289-a562-7291683ed41d", "name": "network-vif-deleted", "tag": "6c9b0e8a-71a2-42e1-a251-7148b4bb52dc", "status": "completed", "code": 200}]} {{(pid=104467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:51.753424 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d6471429-70a8-445e-9b4f-4983a29d8cb8 {{(pid=104467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:51.753865 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6471429-70a8-445e-9b4f-4983a29d8cb8'] response: {'server_uuid': 'bfc95c6a-358a-4289-a562-7291683ed41d', 'name': 'network-vif-deleted', 'tag': '6c9b0e8a-71a2-42e1-a251-7148b4bb52dc', 'status': 'completed', 'code': 200} Oct 13 04:36:51.901119 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [req-35891e62-ef5d-4497-9ba5-86fdafbe2809 req-011580d1-0874-41a8-b19c-7a605fb11f13 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bfc95c6a-358a-4289-a562-7291683ed41d HTTP/1.1" status: 200 len: 210 time: 0.0281188 Oct 13 04:36:52.967978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38760) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:53.077827 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Deleting port bda10478-d5c4-4705-8f78-01c622c79699 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:53.078174 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (bda10478-d5c4-4705-8f78-01c622c79699), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.126552 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:53.158103 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (bda10478-d5c4-4705-8f78-01c622c79699), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.158470 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (bda10478-d5c4-4705-8f78-01c622c79699), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.171247 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Calling delete_port for bda10478-d5c4-4705-8f78-01c622c79699 owned by network:floatingip {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:53.301660 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (bda10478-d5c4-4705-8f78-01c622c79699), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.326736 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'Port': ['ID=bda10478-d5c4-4705-8f78-01c622c79699,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:53.387357 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for floatingip (b89bb776-fc82-4602-a714-9abee8b48e9e), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.390058 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48961'] for floatingip (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:53.391251 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fb28478b-987e-4ce5-9b46-999db268d940 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b89bb776-fc82-4602-a714-9abee8b48e9e HTTP/1.1" status: 204 len: 168 time: 0.4234405 Oct 13 04:36:54.597080 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38772) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:54.659849 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (020054e2-f97c-4d12-88d2-a93f0122ca4b), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:54.683701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (020054e2-f97c-4d12-88d2-a93f0122ca4b), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:54.745117 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (020054e2-f97c-4d12-88d2-a93f0122ca4b), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:54.747998 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Publish callbacks [] for security_group (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:54.749142 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/020054e2-f97c-4d12-88d2-a93f0122ca4b HTTP/1.1" status: 204 len: 168 time: 0.1510773 Oct 13 04:36:54.758243 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35115d3-ac94-4d2d-a048-e3fa1e556ff5 tempest-TestVolumeBootPattern-1504002684 tempest-TestVolumeBootPattern-1504002684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020054e2-f97c-4d12-88d2-a93f0122ca4b,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:54.804552 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38776) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:55.119857 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:55.212701 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:55.259802 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc no longer exists at agent hyperv_hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:55.279908 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] No Port match for: 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:36:55.280261 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Device 6c9b0e8a-71a2-42e1-a251-7148b4bb52dc not bound to the agent host hv-cinder-86099 {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:55.622939 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:55.678237 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Deleting port 18e618df-de3f-4e2f-a277-639f0492d990 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:55.678496 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (18e618df-de3f-4e2f-a277-639f0492d990), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:55.758193 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] For port 18e618df-de3f-4e2f-a277-639f0492d990, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=18e618df-de3f-4e2f-a277-639f0492d990,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:55.758577 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (18e618df-de3f-4e2f-a277-639f0492d990), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:55.772019 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Calling delete_port for 18e618df-de3f-4e2f-a277-639f0492d990 owned by network:router_interface {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:55.947885 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (18e618df-de3f-4e2f-a277-639f0492d990), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:55.970300 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e618df-de3f-4e2f-a277-639f0492d990,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:56.136433 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:56.138944 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.160719 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b953b3e-4892-40b6-a281-89b5212fa778 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:36:56.162774 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=16 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:56.164162 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=16,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:56.237612 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b953b3e-4892-40b6-a281-89b5212fa778 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:36:56.347506 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:56.465569 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:56.474725 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Sync routers for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:56.477302 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-fa8c12b0-1c44-4dd4-837f-54f907d75419 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/3ca82fd2-742e-42ee-8dae-0575a5c39aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715088 Oct 13 04:36:56.480617 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38780) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:56.493362 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:56.493916 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:56.592085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks [] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.608983 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: dv-cinder-860997-1-iscsi {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:56.695439 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks [] for router_gateway (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.741309 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Deleting port 21273e0d-a63f-4f0b-a382-a1900190244f {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:56.741701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.788251 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:36:55Z', 'revision_number': 5, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port': {'id': '21273e0d-a63f-4f0b-a382-a1900190244f', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:48Z', 'updated_at': '2022-10-13T04:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:56.814826 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Checking router: 3ca82fd2-742e-42ee-8dae-0575a5c39aaf for host: dv-cinder-860997-1-iscsi {{(pid=104470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:56.823685 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Routers {'3ca82fd2-742e-42ee-8dae-0575a5c39aaf'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:56.824291 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'], 'active': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:56.826570 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] For port 21273e0d-a63f-4f0b-a382-a1900190244f, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=21273e0d-a63f-4f0b-a382-a1900190244f,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:56.826947 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.840346 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Calling delete_port for 21273e0d-a63f-4f0b-a382-a1900190244f owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:56.879705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-7c190cbb-06d3-4e56-8fa3-4bfb9c4327e4 None None] Provisioning complete for port 29b43493-9d50-4107-a6a8-d50af28e8fa2 triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:36:56.880307 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c190cbb-06d3-4e56-8fa3-4bfb9c4327e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:56.880402 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-7c190cbb-06d3-4e56-8fa3-4bfb9c4327e4 None None] Attempt 1 to provision port 29b43493-9d50-4107-a6a8-d50af28e8fa2 Oct 13 04:36:56.910733 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvr_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] Set router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf gateway port host: None {{(pid=104470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:56.962789 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.l3_hamode_db [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:36:56Z', 'revision_number': 6, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port_host': None}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:56.963995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7c190cbb-06d3-4e56-8fa3-4bfb9c4327e4 None None] Current status of the port 29b43493-9d50-4107-a6a8-d50af28e8fa2 is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:36:56.988884 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca1b1e2-249f-43c4-86bd-7f6da32bd78e None None] The sync data for ids ['3ca82fd2-742e-42ee-8dae-0575a5c39aaf'] in dv-cinder-860997-1-iscsi is: [{'id': '3ca82fd2-742e-42ee-8dae-0575a5c39aaf', 'name': 'tempest-TestVolumeBootPattern-1557691689-router', 'tenant_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:47Z', 'updated_at': '2022-10-13T04:36:56Z', 'revision_number': 6, 'project_id': 'eb360c69b8c240408cccc0cfbbb709f1', 'gw_port_host': None}] {{(pid=104470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:57.022616 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (21273e0d-a63f-4f0b-a382-a1900190244f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.051767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=21273e0d-a63f-4f0b-a382-a1900190244f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:57.078817 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.079084 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.079427 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.079767 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.080101 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.080434 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.080755 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.081085 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.081408 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.081736 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.082068 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.082418 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.082744 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.083065 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.083388 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:57.127061 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.211469 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.213596 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks [] for router_controller (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.248130 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:57.257109 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (3ca82fd2-742e-42ee-8dae-0575a5c39aaf), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.257768 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca82fd2-742e-42ee-8dae-0575a5c39aaf {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:36:57.262256 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.263395 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-6db412dd-7a69-43fb-874d-ba1ffee58b12 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/3ca82fd2-742e-42ee-8dae-0575a5c39aaf HTTP/1.1" status: 204 len: 168 time: 0.7818019 Oct 13 04:36:57.265849 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38782) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:57.273450 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:57.314607 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Deleting subnet 66738b0f-7270-4ee8-ba98-a4ae754d40c8 {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:36:57.317718 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Publish callbacks [] for subnet (66738b0f-7270-4ee8-ba98-a4ae754d40c8), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.353546 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (66738b0f-7270-4ee8-ba98-a4ae754d40c8), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.433955 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (66738b0f-7270-4ee8-ba98-a4ae754d40c8), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.490499 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (66738b0f-7270-4ee8-ba98-a4ae754d40c8), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.517327 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66738b0f-7270-4ee8-ba98-a4ae754d40c8,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:57.519347 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.522549 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-a055e921-f5ea-4637-9e2c-19e750898e38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/66738b0f-7270-4ee8-ba98-a4ae754d40c8 HTTP/1.1" status: 204 len: 168 time: 0.2556856 Oct 13 04:36:57.524724 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68617d73-457a-40f6-b440-42c66d8aad08 None None] Network 2d3f0d2e-0640-4034-90cf-e88b8e787a37 requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:36:57.527173 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38784) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:57.599932 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:57.608034 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (2d3f0d2e-0640-4034-90cf-e88b8e787a37), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.657010 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Deleting port 29b43493-9d50-4107-a6a8-d50af28e8fa2 {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:57.657361 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.720860 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] For port 29b43493-9d50-4107-a6a8-d50af28e8fa2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=29b43493-9d50-4107-a6a8-d50af28e8fa2,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:57.721151 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.733547 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Calling delete_port for 29b43493-9d50-4107-a6a8-d50af28e8fa2 owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:57.773767 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] DHCP port deletion for 2d3f0d2e-0640-4034-90cf-e88b8e787a37 request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:36:57.814599 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Deleting port 29b43493-9d50-4107-a6a8-d50af28e8fa2 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:57.814975 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.820109 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.845829 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b43493-9d50-4107-a6a8-d50af28e8fa2,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:57.850362 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] No DVR routers for this DVR port 29b43493-9d50-4107-a6a8-d50af28e8fa2 on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:36:57.883460 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] For port 29b43493-9d50-4107-a6a8-d50af28e8fa2, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=29b43493-9d50-4107-a6a8-d50af28e8fa2,segment=NetworkSegment(8787216f-a8bb-4b54-9267-16041a2ab029),segment_id=8787216f-a8bb-4b54-9267-16041a2ab029)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:57.883981 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.898535 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Calling delete_port for 29b43493-9d50-4107-a6a8-d50af28e8fa2 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:57.927987 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (2d3f0d2e-0640-4034-90cf-e88b8e787a37), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.949012 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3f0d2e-0640-4034-90cf-e88b8e787a37']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.958709 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8787216f-a8bb-4b54-9267-16041a2ab029') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.959008 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8787216f-a8bb-4b54-9267-16041a2ab029') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.969568 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (8787216f-a8bb-4b54-9267-16041a2ab029), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.978326 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (29b43493-9d50-4107-a6a8-d50af28e8fa2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.984140 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (8787216f-a8bb-4b54-9267-16041a2ab029), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:57.993734 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:36:57.994619 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (8787216f-a8bb-4b54-9267-16041a2ab029), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.013731 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] No DVR routers for this DVR port 29b43493-9d50-4107-a6a8-d50af28e8fa2 on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:36:58.017299 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Pushing event deleted for resources: {'Port': ['ID=29b43493-9d50-4107-a6a8-d50af28e8fa2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:58.027093 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.027093 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.027441 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.027875 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.027995 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.028321 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.028652 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.029139 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.029374 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.029702 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.030036 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.030377 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.030695 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.031152 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.031479 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b28623-440a-4110-9ba7-26b783bc1a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-860997-1-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:58.048507 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:58.069952 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (2d3f0d2e-0640-4034-90cf-e88b8e787a37), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.076024 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.082640 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38790) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:58.082814 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/2d3f0d2e-0640-4034-90cf-e88b8e787a37 HTTP/1.1" status: 204 len: 168 time: 0.5545006 Oct 13 04:36:58.099572 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa16ecd-bee4-40ca-b473-8906a28b8647 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3f0d2e-0640-4034-90cf-e88b8e787a37,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:58.107032 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 8787216f-a8bb-4b54-9267-16041a2ab029 resource provider aggregate not found Oct 13 04:36:58.124494 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment 8787216f-a8bb-4b54-9267-16041a2ab029 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8787216f-a8bb-4b54-9267-16041a2ab029 found for delete ", "request_id": "req-10f1287e-c512-43e5-90c3-049d8e10c4bd"}]} Oct 13 04:36:58.395475 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645442'] for router_interface (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.471027 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 18e618df-de3f-4e2f-a277-639f0492d990 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:58.490902 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 18e618df-de3f-4e2f-a277-639f0492d990 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:36:58.491258 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 18e618df-de3f-4e2f-a277-639f0492d990 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:58.491676 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 21273e0d-a63f-4f0b-a382-a1900190244f no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:58.513354 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 21273e0d-a63f-4f0b-a382-a1900190244f {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:36:58.513705 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 21273e0d-a63f-4f0b-a382-a1900190244f not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:58.514121 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 29b43493-9d50-4107-a6a8-d50af28e8fa2 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:58.532119 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 29b43493-9d50-4107-a6a8-d50af28e8fa2 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:36:58.532475 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 29b43493-9d50-4107-a6a8-d50af28e8fa2 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:58.617229 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Deleting port fe7d73db-cd48-4482-88aa-a18495bc97c1 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:58.617826 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.669924 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:58.701343 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] For port fe7d73db-cd48-4482-88aa-a18495bc97c1, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=fe7d73db-cd48-4482-88aa-a18495bc97c1,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:58.701701 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.710524 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:58.715620 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Calling delete_port for fe7d73db-cd48-4482-88aa-a18495bc97c1 owned by network:router_interface {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:36:58.892880 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6c1d3aa6-8dca-40fd-8267-c3f8858239b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.896095 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (fe7d73db-cd48-4482-88aa-a18495bc97c1), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:58.920056 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7d73db-cd48-4482-88aa-a18495bc97c1,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.083164 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-578317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645430'] for router_interface (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.110687 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb1e3c-8e00-4943-a608-8eec0f558606 None None] get_active_networks_info from dv-cinder-860997-1-iscsi {{(pid=104469) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 04:36:59.180394 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fb1e3c-8e00-4943-a608-8eec0f558606 None None] Resources bound (agent type, host, resource id): {{(pid=104469) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:36:59.183786 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:59.267745 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:59.294712 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Router a8291420-74e8-4f45-b839-a33b34bf7fc5 has already been hosted by L3 agent dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2 {{(pid=104468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:59.400118 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] Notify agent at l3_agent.dv-cinder-860997-1-iscsi the message routers_updated {{(pid=104468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:59.408444 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-19d40fea-1b62-4e99-9caa-19d48fdfdc34 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/a8291420-74e8-4f45-b839-a33b34bf7fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3220866 Oct 13 04:36:59.409393 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38794) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:36:59.413210 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Sync routers for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:59.426897 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:59.427540 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.546122 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:59.733394 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:59.736641 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:36:58Z', 'revision_number': 5, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.748986 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks [] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.763351 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Checking router: a8291420-74e8-4f45-b839-a33b34bf7fc5 for host: dv-cinder-860997-1-iscsi {{(pid=104469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:59.772482 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Routers {'a8291420-74e8-4f45-b839-a33b34bf7fc5'} bound to L3 agent in host dv-cinder-860997-1-iscsi {{(pid=104469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 04:36:59.773068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-860997-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T04:13:01Z,description=,heartbeat_timestamp=2022-10-13T04:36:31Z,host='dv-cinder-860997-1-iscsi',id=dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T04:13:01Z,topic='l3_agent')) {'router_ids': ['a8291420-74e8-4f45-b839-a33b34bf7fc5'], 'active': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.827390 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [None req-4521570b-b0c3-4e84-85bd-de471abeb5e1 None None] Provisioning complete for port aeed2dbf-7789-4587-887f-e545788da79c triggered by entity DHCP. {{(pid=104469) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 04:36:59.827766 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4521570b-b0c3-4e84-85bd-de471abeb5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758759'] for port (aeed2dbf-7789-4587-887f-e545788da79c), provisioning_complete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.828100 dv-cinder-860997-1-iscsi neutron-server[104469]: INFO neutron.plugins.ml2.plugin [None req-4521570b-b0c3-4e84-85bd-de471abeb5e1 None None] Attempt 1 to provision port aeed2dbf-7789-4587-887f-e545788da79c Oct 13 04:36:59.847567 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks [] for router_gateway (a8291420-74e8-4f45-b839-a33b34bf7fc5), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.851317 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:36:59.891916 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Deleting port 5a041c3f-cfd3-42f6-9083-08f07200ed92 {{(pid=104468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:36:59.892269 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.917830 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvr_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] Set router a8291420-74e8-4f45-b839-a33b34bf7fc5 gateway port host: dv-cinder-860997-1-iscsi {{(pid=104469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 04:36:59.972517 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.db [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] For port 5a041c3f-cfd3-42f6-9083-08f07200ed92, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=5a041c3f-cfd3-42f6-9083-08f07200ed92,segment=NetworkSegment(8deca1e8-3fe2-4b6f-9dee-35abc26f34ec),segment_id=8deca1e8-3fe2-4b6f-9dee-35abc26f34ec)] {{(pid=104468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:59.972884 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:36:59.985950 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.plugins.ml2.plugin [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Calling delete_port for 5a041c3f-cfd3-42f6-9083-08f07200ed92 owned by network:router_gateway {{(pid=104468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:37:00.041197 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4521570b-b0c3-4e84-85bd-de471abeb5e1 None None] Current status of the port aeed2dbf-7789-4587-887f-e545788da79c is: ACTIVE; New status is: ACTIVE {{(pid=104469) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 04:37:00.157251 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30841682'] for port (5a041c3f-cfd3-42f6-9083-08f07200ed92), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.188278 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a041c3f-cfd3-42f6-9083-08f07200ed92,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:00.250228 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-653180'] for router_gateway (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.256324 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_hamode_db [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:36:58Z', 'revision_number': 5, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}], 'dv-cinder-860997-1-iscsi', False) {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:00.281347 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f806d1-0842-41bc-bc4d-1f8a72c25292 None None] The sync data for ids ['a8291420-74e8-4f45-b839-a33b34bf7fc5'] in dv-cinder-860997-1-iscsi is: [{'id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'name': 'tempest-TestVolumeBootPattern-1633900434-router', 'tenant_id': '372da12f356748f28a1261ee8b643e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'external_fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:36:58Z', 'revision_number': 5, 'project_id': '372da12f356748f28a1261ee8b643e8d', 'gw_port': {'id': '5a041c3f-cfd3-42f6-9083-08f07200ed92', 'name': '', 'network_id': '76bed822-7368-44a1-bf9b-427a2c86d1ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:38:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8291420-74e8-4f45-b839-a33b34bf7fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '042158a8-7194-4b74-9df1-dd33095bf171', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-860997-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T04:29:53Z', 'updated_at': '2022-10-13T04:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042158a8-7194-4b74-9df1-dd33095bf171', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-860997-1-iscsi'}] {{(pid=104469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:37:00.338679 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3976'] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.340878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks [] for router_controller (a8291420-74e8-4f45-b839-a33b34bf7fc5), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.383282 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645486'] for router (a8291420-74e8-4f45-b839-a33b34bf7fc5), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.383878 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8291420-74e8-4f45-b839-a33b34bf7fc5 {{(pid=104468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:37:00.388737 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.392200 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-44440b97-9a9a-4809-96d5-e2d1fb0a3bb7 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/a8291420-74e8-4f45-b839-a33b34bf7fc5 HTTP/1.1" status: 204 len: 168 time: 0.9788334 Oct 13 04:37:00.392943 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38796) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:00.441280 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Deleting subnet dd2e0369-60c5-4395-9c0d-e7893067cc7a {{(pid=104468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 04:37:00.444309 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Publish callbacks [] for subnet (dd2e0369-60c5-4395-9c0d-e7893067cc7a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.478309 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30843677'] for subnet (dd2e0369-60c5-4395-9c0d-e7893067cc7a), precommit_delete_associations {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.545695 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:00.552703 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819292'] for subnet (dd2e0369-60c5-4395-9c0d-e7893067cc7a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.609554 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1816499', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30841703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32390558'] for subnet (dd2e0369-60c5-4395-9c0d-e7893067cc7a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.637820 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2e0369-60c5-4395-9c0d-e7893067cc7a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:00.639842 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.644052 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b766a81-ca5a-4621-a2c9-a6ff0eb6abfe None None] Network 411c46a6-be3d-4d7e-8d51-748f5ab8eacc requested from dv-cinder-860997-1-iscsi {{(pid=104469) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 04:37:00.649905 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-fb69b41e-1aa4-488c-8599-569ac068cbb9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/dd2e0369-60c5-4395-9c0d-e7893067cc7a HTTP/1.1" status: 204 len: 168 time: 0.2559195 Oct 13 04:37:00.650096 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38798) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:00.755766 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1827409'] for network (411c46a6-be3d-4d7e-8d51-748f5ab8eacc), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.782679 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device fe7d73db-cd48-4482-88aa-a18495bc97c1 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:00.803784 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: fe7d73db-cd48-4482-88aa-a18495bc97c1 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:37:00.804017 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Deleting port aeed2dbf-7789-4587-887f-e545788da79c {{(pid=104467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:37:00.804206 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device fe7d73db-cd48-4482-88aa-a18495bc97c1 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:00.804545 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (aeed2dbf-7789-4587-887f-e545788da79c), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.841424 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] DHCP port deletion for 411c46a6-be3d-4d7e-8d51-748f5ab8eacc request from dv-cinder-860997-1-iscsi {{(pid=104469) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 04:37:00.878605 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.db [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] For port aeed2dbf-7789-4587-887f-e545788da79c, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=aeed2dbf-7789-4587-887f-e545788da79c,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:00.878978 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (aeed2dbf-7789-4587-887f-e545788da79c), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.882948 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Deleting port aeed2dbf-7789-4587-887f-e545788da79c {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 04:37:00.883328 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729370835240'] for port (aeed2dbf-7789-4587-887f-e545788da79c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.891596 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.plugin [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Calling delete_port for aeed2dbf-7789-4587-887f-e545788da79c owned by network:dhcp {{(pid=104467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:37:00.932207 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:00.934973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:00.951133 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] For port aeed2dbf-7789-4587-887f-e545788da79c, host dv-cinder-860997-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-860997-1-iscsi',level=0,port_id=aeed2dbf-7789-4587-887f-e545788da79c,segment=NetworkSegment(eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4),segment_id=eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:00.951535 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603004'] for port (aeed2dbf-7789-4587-887f-e545788da79c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:00.965239 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Calling delete_port for aeed2dbf-7789-4587-887f-e545788da79c owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 04:37:00.975398 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30846579'] for port (aeed2dbf-7789-4587-887f-e545788da79c), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.003882 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] No DVR routers for this DVR port aeed2dbf-7789-4587-887f-e545788da79c on host dv-cinder-860997-1-iscsi {{(pid=104467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:37:01.005538 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeed2dbf-7789-4587-887f-e545788da79c,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.058673 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1739336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729370838182', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729370381541'] for port (aeed2dbf-7789-4587-887f-e545788da79c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.082493 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] Pushing event deleted for resources: {'Port': ['ID=aeed2dbf-7789-4587-887f-e545788da79c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.083434 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764494', 'neutron.services.segments.db._delete_segments_for_network-8729370894812'] for network (411c46a6-be3d-4d7e-8d51-748f5ab8eacc), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.086253 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8859cb6-425e-4e5f-98c9-c3cbbeda3644 None None] No DVR routers for this DVR port aeed2dbf-7789-4587-887f-e545788da79c on host dv-cinder-860997-1-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 04:37:01.108980 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411c46a6-be3d-4d7e-8d51-748f5ab8eacc']}} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:01.118598 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4') {'for_net_delete': True} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:01.118891 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.services.segments.db [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4') {} {{(pid=104467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:01.129026 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729370847398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33489158'] for segment (eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4), before_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.130523 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:01.146468 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395'] for segment (eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4), precommit_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.148669 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7610f7-33d2-4b0e-ab79-e31971fb53c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.153733 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:37:01.154125 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30846636'] for segment (eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.195436 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4 resource provider aggregate not found Oct 13 04:37:01.212064 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.services.segments.plugin [-] Segment eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eadbb5b4-e325-43d5-9e1c-29a91f4c9ea4 found for delete ", "request_id": "req-b9a84666-d645-4053-878f-fce684a8b478"}]} Oct 13 04:37:01.220527 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-653219'] for network (411c46a6-be3d-4d7e-8d51-748f5ab8eacc), after_delete {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.226242 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron_lib.callbacks.manager [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578402'] for network (None), before_response {{(pid=104467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.230030 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/411c46a6-be3d-4d7e-8d51-748f5ab8eacc HTTP/1.1" status: 204 len: 168 time: 0.5784838 Oct 13 04:37:01.245233 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b71dc4-dba7-4a3c-a6c4-6c327bf7fcc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=411c46a6-be3d-4d7e-8d51-748f5ab8eacc,revision_number=None']} {{(pid=104467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.340964 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [-] (104467) accepted ('10.222.0.27', 38806) {{(pid=104467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:01.381711 dv-cinder-860997-1-iscsi neutron-server[104467]: INFO neutron.wsgi [None req-cad7e8f1-5aad-4390-b1df-09a038c86f64 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eb360c69b8c240408cccc0cfbbb709f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395350 Oct 13 04:37:01.384424 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38808) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:01.438331 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] Publish callbacks [] for security_group (5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.458624 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] Publish callbacks [] for security_group (5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.492184 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:01.505748 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.508945 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.510113 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f HTTP/1.1" status: 204 len: 168 time: 0.1247084 Oct 13 04:37:01.519397 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630d5f-0442-4e53-80a5-e884fc1181a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ea7cf-61c0-47aa-bf41-f62bf6e3c59f,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.829237 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38814) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:01.869485 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-592edfdc-952e-4c4b-b836-9e50d94b6383 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=372da12f356748f28a1261ee8b643e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390375 Oct 13 04:37:01.871943 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [-] (104468) accepted ('10.222.0.27', 38816) {{(pid=104468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 04:37:01.922678 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] Publish callbacks [] for security_group (5ec2d2f6-4971-4ba3-a27c-55375aadd29a), before_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.943233 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] Publish callbacks [] for security_group (5ec2d2f6-4971-4ba3-a27c-55375aadd29a), precommit_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.991082 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539419'] for security_group (5ec2d2f6-4971-4ba3-a27c-55375aadd29a), after_delete {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.993681 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron_lib.callbacks.manager [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:01.994841 dv-cinder-860997-1-iscsi neutron-server[104468]: INFO neutron.wsgi [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5ec2d2f6-4971-4ba3-a27c-55375aadd29a HTTP/1.1" status: 204 len: 168 time: 0.1219754 Oct 13 04:37:02.002562 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e354e-0fab-43f8-8fc4-c6b7c67822de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec2d2f6-4971-4ba3-a27c-55375aadd29a,revision_number=None']} {{(pid=104468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:02.482389 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device aeed2dbf-7789-4587-887f-e545788da79c no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:02.513924 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: aeed2dbf-7789-4587-887f-e545788da79c {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:37:02.514301 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device aeed2dbf-7789-4587-887f-e545788da79c not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:02.514722 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 5a041c3f-cfd3-42f6-9083-08f07200ed92 no longer exists at agent ovs-agent-dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:02.538344 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] No Port match for: 5a041c3f-cfd3-42f6-9083-08f07200ed92 {{(pid=104469) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 04:37:02.538693 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.rpc [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Device 5a041c3f-cfd3-42f6-9083-08f07200ed92 not bound to the agent host dv-cinder-860997-1-iscsi {{(pid=104469) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:02.540172 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:04.142449 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:04.367036 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:05.699422 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:06.965090 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:06.966622 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:11.371244 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:DELETE=3,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:11.378954 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG dbcounter [-] [104467] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=104467) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:11.997734 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=48,neutron:DELETE=6 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:11.998638 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG dbcounter [-] [104468] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=104468) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:17.182271 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:17.184590 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:25.361610 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:37:28.895397 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf77d9ba-4e55-4f4e-a450-85e18ef7aaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:31.151344 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-adc41de6-579a-481e-b5db-41df7adcccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:32.500748 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:34.144940 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:34.370283 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:35.356992 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:35.357718 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:35.707424 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:37:45.695962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:45.703599 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:37:58.897611 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4308a584-07cb-4f5e-bee3-eaa79df0e2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:01.153638 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4655ed92-5511-48b4-bb8a-268f198b173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:02.362068 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:02.503638 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:04.146982 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:04.374010 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:05.716953 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:12.357469 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:12.358300 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=16 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:15.707347 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:15.713265 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:28.900445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc85f-dcce-4f49-9124-207fc7815d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:31.159095 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-685b9069-af49-4e16-89fa-be0c16de31ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:32.508039 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:34.149987 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:34.376572 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:35.733427 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:38:39.361958 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:45.723648 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:45.729592 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:57.333507 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:57.334251 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:38:58.904100 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-418ca4d6-76a6-4d28-bd2d-5e20428dc8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:01.150985 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1d5c0630-3c9e-40e5-acfd-c7021b1cf892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:02.509750 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:03.955762 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-12b15130-289b-45ef-bc96-53f8605e08b3 service neutron] (104467) timed out ('10.222.0.27', 60032) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:39:04.153627 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:04.361670 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-326668d8-5105-45fc-96c1-2d8ce84e6309 req-b548a076-450a-4691-bca7-b64587ffaa47 tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] (104467) timed out ('10.222.0.27', 60052) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:39:04.379962 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:05.740422 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:16.360510 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:39:17.177804 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:17.180585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:26.356000 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:26.356735 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:28.906115 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c40414b4-2aaf-43f0-a8e6-cd4832e1e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:31.152082 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef429-5138-4cd1-a059-021ceb3d8878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:32.511585 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:34.156410 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:34.382436 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:35.761763 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:39:45.751812 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:45.758145 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:53.359387 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:39:57.178355 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=16 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:39:58.908210 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e9787671-da8b-4ecf-bfc2-b214ba481b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:01.154000 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c678989f-bd04-4d5e-84d9-85c02a7bc200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:02.515769 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:03.355795 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:04.157733 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:04.385170 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:05.762544 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:11.510631 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-cbc044a5-743a-4089-8a47-0f106dd9934c req-9b47b521-8012-4e0b-9b04-8dad245e9b3e service neutron] (104468) timed out ('10.222.0.36', 51332) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:40:15.752395 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:15.758480 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:28.913281 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3763563f-b8a6-4386-909e-3a0a6b53e555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:30.358092 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:40:31.158792 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-676d2c9b-2338-4366-8f50-fbc7cdf4af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:32.517044 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:34.162527 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:34.387681 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:35.761973 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:40:40.354240 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:40.354959 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:45.756247 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:45.758078 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:57.337761 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:57.338491 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:40:58.914699 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dc1369c3-09a1-46c4-ada6-73153ff27a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:01.161158 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d3c0d2dc-c9c0-4a5f-a07e-326422a50cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:02.520637 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:04.164068 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:04.390456 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:05.777002 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:07.356922 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:41:17.171359 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=25 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:17.178399 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:17.352248 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:17.352974 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:28.917447 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-01465931-fadc-4ce1-9df3-2d2d3c3b62aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:31.163083 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-874e997b-ff1f-4ec8-9188-08c0eb82152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:32.523500 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:34.166523 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:34.394469 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:35.775406 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:41:44.356252 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG neutron.db.agents_db [None req-67bd7719-4517-4686-96f0-e76e7eae588d None None] Agent healthcheck: found 6 active agents {{(pid=104470) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:41:45.765361 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:45.771178 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:52.255764 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-8d2952d1-8f5f-42b9-8698-ccb71a698861 req-37651530-553f-41d0-a56d-61b61228f5ec service neutron] (104467) timed out ('10.222.0.36', 51321) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:41:57.171882 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:57.174559 dv-cinder-860997-1-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=13 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:41:58.919196 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4730b002-3c86-435a-b1ff-cd19c7fae63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (6b3610ea-2676-4999-bb7a-7cb0bbe64102), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:01.164067 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-265dfc34-0fde-499d-a852-f5f5af6a8207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (dfe150cb-a56b-4cf4-ad3a-921d6b9b65f2), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:02.525708 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-884319f1-4bb7-427a-b5c0-da89181e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (1299a5e1-a6ad-4fbe-9c9b-435b8fd92352), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:04.170356 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-495fb9a8-e3d6-410e-84ff-2db59d8beaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (f6703165-dbb7-4e5c-8216-8f243946905a), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:04.396445 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fd65c140-a1df-4773-926e-12691c8ef3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (d59a7ef1-5248-4882-bf0d-ce0c91b6cd08), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:05.779792 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55cfebfc-3391-4fd1-b4c2-8b02e63c4a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729370894794', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758913'] for agent (645771f2-5c2c-4d2d-9aed-6656538b21ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 04:42:15.767383 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:42:15.773984 dv-cinder-860997-1-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 04:42:17.324533 dv-cinder-860997-1-iscsi neutron-server[104467]: DEBUG neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-62029132-b337-4792-8c01-da51ee1a51d1 service neutron] (104467) timed out ('10.222.0.27', 33212) {{(pid=104467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 04:42:17.401795 dv-cinder-860997-1-iscsi neutron-server[104468]: DEBUG neutron.wsgi [req-033b321a-94fe-465d-befb-3e7643f3cfc2 req-bfcb241a-1fb0-4f4a-a2dc-f3bbc034436e tempest-AttachVolumeShelveTestJSON-1606444339 tempest-AttachVolumeShelveTestJSON-1606444339-project] (104468) timed out ('10.222.0.27', 33234) {{(pid=104468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}